2024-11-13 03:17:07,246 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 03:17:07,283 main DEBUG Took 0.034309 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 03:17:07,284 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 03:17:07,284 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 03:17:07,285 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 03:17:07,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,297 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 03:17:07,313 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,320 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,321 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,324 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,326 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,328 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,329 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:17:07,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,333 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 03:17:07,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:17:07,337 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 03:17:07,339 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 03:17:07,340 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 03:17:07,342 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 03:17:07,343 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 03:17:07,352 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 03:17:07,355 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 03:17:07,357 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 03:17:07,358 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 03:17:07,359 main DEBUG createAppenders(={Console}) 2024-11-13 03:17:07,360 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 03:17:07,361 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 03:17:07,361 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 03:17:07,362 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 03:17:07,362 main DEBUG OutputStream closed 2024-11-13 03:17:07,363 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 03:17:07,363 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 03:17:07,363 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 03:17:07,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 03:17:07,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 03:17:07,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 03:17:07,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 03:17:07,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 03:17:07,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 03:17:07,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 03:17:07,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 03:17:07,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 03:17:07,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 03:17:07,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 03:17:07,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 03:17:07,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 03:17:07,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 03:17:07,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 03:17:07,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 03:17:07,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 03:17:07,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 03:17:07,483 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 03:17:07,483 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 03:17:07,483 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 03:17:07,484 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T03:17:07,502 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 03:17:07,505 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 03:17:07,506 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T03:17:07,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=5845 2024-11-13T03:17:07,988 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T03:17:08,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8 2024-11-13T03:17:08,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d, deleteOnExit=true 2024-11-13T03:17:08,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/zookeeper_0, clientPort=49383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:17:08,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49383 2024-11-13T03:17:08,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:17:08,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:17:08,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/test.cache.data in system properties and HBase conf 2024-11-13T03:17:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:17:08,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:17:08,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:17:08,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:17:08,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:17:08,473 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T03:17:08,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:17:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:08,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:17:08,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:17:08,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:08,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:08,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:17:08,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:17:08,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:17:08,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:08,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:17:08,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:17:09,899 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T03:17:09,989 INFO [Time-limited test {}] log.Log(170): Logging initialized @3659ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T03:17:10,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:10,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:10,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:10,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:10,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:17:10,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:10,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:10,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:10,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/java.io.tmpdir/jetty-localhost-39767-hadoop-hdfs-3_4_1-tests_jar-_-any-16618845547732248767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:10,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:39767} 2024-11-13T03:17:10,500 INFO [Time-limited test {}] server.Server(415): Started @4172ms 2024-11-13T03:17:11,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:11,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:11,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:11,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:11,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:17:11,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:11,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:11,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/java.io.tmpdir/jetty-localhost-46867-hadoop-hdfs-3_4_1-tests_jar-_-any-18359502706116559116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:11,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:46867} 2024-11-13T03:17:11,467 INFO [Time-limited test {}] server.Server(415): Started @5139ms 2024-11-13T03:17:11,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:17:12,759 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/data/data1/current/BP-564861802-172.17.0.3-1731467829310/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:12,759 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/data/data2/current/BP-564861802-172.17.0.3-1731467829310/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:12,787 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:17:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654dfe5f41020704 with lease ID 0x90eb9fa5c59e81d2: Processing first storage report for DS-395bc7e7-083f-488d-83c3-8201d2ca19f0 from datanode DatanodeRegistration(127.0.0.1:39811, datanodeUuid=53bf3938-e9f7-45c4-8bac-0ec0cbfb1ef6, infoPort=37243, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1693347309;c=1731467829310) 2024-11-13T03:17:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654dfe5f41020704 with lease ID 0x90eb9fa5c59e81d2: from storage DS-395bc7e7-083f-488d-83c3-8201d2ca19f0 node DatanodeRegistration(127.0.0.1:39811, datanodeUuid=53bf3938-e9f7-45c4-8bac-0ec0cbfb1ef6, infoPort=37243, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1693347309;c=1731467829310), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:17:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x654dfe5f41020704 with lease ID 0x90eb9fa5c59e81d2: Processing first storage report for DS-1e9c3956-2fbd-4c8f-aaa0-35a0f22e65dd from datanode DatanodeRegistration(127.0.0.1:39811, datanodeUuid=53bf3938-e9f7-45c4-8bac-0ec0cbfb1ef6, infoPort=37243, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1693347309;c=1731467829310) 2024-11-13T03:17:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x654dfe5f41020704 with lease ID 0x90eb9fa5c59e81d2: from storage DS-1e9c3956-2fbd-4c8f-aaa0-35a0f22e65dd node DatanodeRegistration(127.0.0.1:39811, datanodeUuid=53bf3938-e9f7-45c4-8bac-0ec0cbfb1ef6, infoPort=37243, infoSecurePort=0, ipcPort=35291, storageInfo=lv=-57;cid=testClusterID;nsid=1693347309;c=1731467829310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:12,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8 2024-11-13T03:17:12,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:12,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:17:13,543 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e with version=8 2024-11-13T03:17:13,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/hbase-staging 2024-11-13T03:17:13,633 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T03:17:13,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:13,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:13,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:13,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:13,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:13,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:13,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:14,057 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T03:17:14,068 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T03:17:14,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:14,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13280 (auto-detected) 2024-11-13T03:17:14,096 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T03:17:14,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46503 2024-11-13T03:17:14,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46503 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:14,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465030x0, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:14,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46503-0x101323257fd0000 connected 2024-11-13T03:17:14,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:14,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:14,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:14,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e, hbase.cluster.distributed=false 2024-11-13T03:17:14,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/acl 2024-11-13T03:17:14,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46503 2024-11-13T03:17:14,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46503 2024-11-13T03:17:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46503 2024-11-13T03:17:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46503 2024-11-13T03:17:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46503 2024-11-13T03:17:14,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:14,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:14,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:14,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:14,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:14,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45215 2024-11-13T03:17:14,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45215 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:14,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:14,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:14,650 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452150x0, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:14,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45215-0x101323257fd0001 connected 2024-11-13T03:17:14,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:14,655 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:14,663 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:14,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/master 2024-11-13T03:17:14,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/acl 2024-11-13T03:17:14,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-13T03:17:14,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45215 2024-11-13T03:17:14,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45215 2024-11-13T03:17:14,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-13T03:17:14,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45215 2024-11-13T03:17:14,690 DEBUG [M:0;8394b182524b:46503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:46503 2024-11-13T03:17:14,691 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01068960003/backup-masters/8394b182524b,46503,1731467833698 2024-11-13T03:17:14,703 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:14,705 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/backup-masters/8394b182524b,46503,1731467833698 2024-11-13T03:17:14,734 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/master 2024-11-13T03:17:14,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:14,734 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:14,735 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/master 2024-11-13T03:17:14,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01068960003/backup-masters/8394b182524b,46503,1731467833698 from backup master directory 2024-11-13T03:17:14,744 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:14,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/backup-masters/8394b182524b,46503,1731467833698 2024-11-13T03:17:14,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:14,745 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:14,745 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,46503,1731467833698 2024-11-13T03:17:14,748 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T03:17:14,749 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T03:17:14,798 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/hbase.id] with ID: 0c930e00-98b4-4f47-808f-e6d3d7d40bb1 2024-11-13T03:17:14,798 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.tmp/hbase.id 2024-11-13T03:17:14,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:17:15,215 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.tmp/hbase.id]:[hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/hbase.id] 2024-11-13T03:17:15,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:15,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:17:15,287 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T03:17:15,343 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:15,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:17:15,773 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:15,775 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:17:15,788 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:17:15,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:17:16,237 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store 2024-11-13T03:17:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:17:16,667 INFO [master/8394b182524b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T03:17:16,671 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:16,673 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:16,673 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:16,673 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:16,674 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:16,674 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:16,674 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:16,675 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467836672Disabling compacts and flushes for region at 1731467836672Disabling writes for close at 1731467836674 (+2 ms)Writing region close event to WAL at 1731467836674Closed at 1731467836674 2024-11-13T03:17:16,677 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/.initializing 2024-11-13T03:17:16,678 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698 2024-11-13T03:17:16,686 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:16,701 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C46503%2C1731467833698, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/oldWALs, maxLogs=10 2024-11-13T03:17:16,726 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698/8394b182524b%2C46503%2C1731467833698.1731467836708, exclude list is [], retry=0 2024-11-13T03:17:16,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:16,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T03:17:16,774 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:16,775 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:16,776 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:16,776 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:16,779 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,780 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:17:16,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:16,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:16,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:17:16,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:16,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:16,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:17:16,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:16,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:16,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:17:16,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:16,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:16,855 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,859 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,864 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,865 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,868 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:16,872 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:16,876 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:16,877 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59382102, jitterRate=-0.1151377260684967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:16,884 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467836793Initializing all the Stores at 1731467836795 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467836796 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467836796Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467836797 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467836797Cleaning up temporary data from old regions at 1731467836865 (+68 ms)Region opened successfully at 1731467836884 (+19 ms) 2024-11-13T03:17:16,885 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:17:16,916 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453e8df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:16,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:17:16,953 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:17:16,953 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:17:16,956 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:17:16,957 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T03:17:16,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T03:17:16,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:17:16,986 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:17:16,994 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/balancer because node does not exist (not necessarily an error) 2024-11-13T03:17:17,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/balancer already deleted, retry=false 2024-11-13T03:17:17,128 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:17:17,132 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:17:17,144 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/normalizer already deleted, retry=false 2024-11-13T03:17:17,147 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:17:17,151 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:17:17,163 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/switch/split already deleted, retry=false 2024-11-13T03:17:17,165 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:17:17,176 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/switch/merge already deleted, retry=false 2024-11-13T03:17:17,202 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:17:17,207 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/snapshot-cleanup already deleted, retry=false 2024-11-13T03:17:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:17,218 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,218 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,221 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,46503,1731467833698, sessionid=0x101323257fd0000, setting cluster-up flag (Was=false) 2024-11-13T03:17:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,249 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,281 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068960003/flush-table-proc/acquired, /01068960003/flush-table-proc/reached, /01068960003/flush-table-proc/abort 2024-11-13T03:17:17,285 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46503,1731467833698 2024-11-13T03:17:17,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,313 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:17,344 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068960003/online-snapshot/acquired, /01068960003/online-snapshot/reached, /01068960003/online-snapshot/abort 2024-11-13T03:17:17,347 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46503,1731467833698 2024-11-13T03:17:17,357 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:17:17,382 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(746): ClusterId : 0c930e00-98b4-4f47-808f-e6d3d7d40bb1 2024-11-13T03:17:17,384 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:17:17,400 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:17:17,400 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:17:17,409 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:17:17,409 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741c5eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:17,425 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:45215 2024-11-13T03:17:17,427 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:17,429 INFO [RS:0;8394b182524b:45215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:17:17,429 INFO [RS:0;8394b182524b:45215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:17:17,429 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:17:17,432 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,46503,1731467833698 with port=45215, startcode=1731467834586 2024-11-13T03:17:17,437 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:17:17,443 DEBUG [RS:0;8394b182524b:45215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:17:17,443 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:17:17,448 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,46503,1731467833698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:17:17,455 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:17,455 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:17,455 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:17,456 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:17,456 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:17:17,456 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,456 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:17,456 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,461 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467867460 2024-11-13T03:17:17,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:17,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:17:17,462 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:17:17,463 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:17:17,466 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:17:17,466 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:17:17,466 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:17:17,467 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:17:17,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:17,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:17:17,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,471 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:17:17,472 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:17:17,473 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:17:17,473 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:17:17,476 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:17:17,476 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:17:17,476 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:17:17,478 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467837478,5,FailOnTimeoutGroup] 2024-11-13T03:17:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:17:17,479 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467837479,5,FailOnTimeoutGroup] 2024-11-13T03:17:17,479 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,479 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:17:17,481 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,481 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,45215,1731467834586 2024-11-13T03:17:17,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46503 {}] master.ServerManager(517): Registering regionserver=8394b182524b,45215,1731467834586 2024-11-13T03:17:17,497 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e 2024-11-13T03:17:17,497 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33199 2024-11-13T03:17:17,498 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:17:17,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/rs 2024-11-13T03:17:17,514 DEBUG [RS:0;8394b182524b:45215 {}] zookeeper.ZKUtil(111): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/rs/8394b182524b,45215,1731467834586 2024-11-13T03:17:17,514 WARN [RS:0;8394b182524b:45215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:17,514 INFO [RS:0;8394b182524b:45215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:17,514 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586 2024-11-13T03:17:17,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,45215,1731467834586] 2024-11-13T03:17:17,544 INFO [RS:0;8394b182524b:45215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:17:17,561 INFO [RS:0;8394b182524b:45215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:17:17,565 INFO [RS:0;8394b182524b:45215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:17:17,566 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,567 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:17:17,572 INFO [RS:0;8394b182524b:45215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:17:17,573 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,574 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:17,575 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,575 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,575 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,575 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,575 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,576 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:17,576 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:17,576 DEBUG [RS:0;8394b182524b:45215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:17,577 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,577 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,578 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,578 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,578 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,578 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45215,1731467834586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:17,596 INFO [RS:0;8394b182524b:45215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:17:17,598 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45215,1731467834586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,598 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,598 INFO [RS:0;8394b182524b:45215 {}] regionserver.Replication(171): 8394b182524b,45215,1731467834586 started 2024-11-13T03:17:17,620 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:17,620 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,45215,1731467834586, RpcServer on 8394b182524b/172.17.0.3:45215, sessionid=0x101323257fd0001 2024-11-13T03:17:17,621 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:17:17,621 DEBUG [RS:0;8394b182524b:45215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,45215,1731467834586 2024-11-13T03:17:17,622 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45215,1731467834586' 2024-11-13T03:17:17,622 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068960003/flush-table-proc/abort' 2024-11-13T03:17:17,626 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068960003/flush-table-proc/acquired' 2024-11-13T03:17:17,627 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:17:17,627 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:17:17,627 DEBUG [RS:0;8394b182524b:45215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,45215,1731467834586 2024-11-13T03:17:17,627 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45215,1731467834586' 2024-11-13T03:17:17,627 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068960003/online-snapshot/abort' 2024-11-13T03:17:17,628 DEBUG [RS:0;8394b182524b:45215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068960003/online-snapshot/acquired' 2024-11-13T03:17:17,629 DEBUG [RS:0;8394b182524b:45215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:17:17,629 INFO [RS:0;8394b182524b:45215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:17:17,629 INFO [RS:0;8394b182524b:45215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:17:17,733 INFO [RS:0;8394b182524b:45215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:17,736 INFO [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45215%2C1731467834586, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:17,753 DEBUG [RS:0;8394b182524b:45215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739, exclude list is [], retry=0 2024-11-13T03:17:17,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:17,760 INFO [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 2024-11-13T03:17:17,760 DEBUG [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:17,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:17:17,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e 2024-11-13T03:17:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:17:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:18,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:18,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:18,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:18,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:18,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:18,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:18,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:18,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:18,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:18,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:18,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:18,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:18,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:18,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:18,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:18,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:18,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61463592, jitterRate=-0.08412110805511475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:18,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467838302Initializing all the Stores at 1731467838308 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467838309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838309Cleaning up temporary data from old regions at 1731467838331 (+22 ms)Region opened successfully at 1731467838341 (+10 ms) 2024-11-13T03:17:18,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:18,341 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:18,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:18,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:18,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:18,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:18,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467838341Disabling compacts and flushes for region at 1731467838341Disabling writes for close at 1731467838341Writing region close event to WAL at 1731467838342 (+1 ms)Closed at 1731467838342 2024-11-13T03:17:18,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:18,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:17:18,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:17:18,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:18,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:17:18,514 DEBUG [8394b182524b:46503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:18,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,45215,1731467834586 2024-11-13T03:17:18,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45215,1731467834586, state=OPENING 2024-11-13T03:17:18,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:17:18,703 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:18,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:18,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:18,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:18,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45215,1731467834586}] 2024-11-13T03:17:18,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:17:18,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:17:18,907 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:17:18,907 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:18,908 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:17:18,911 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45215%2C1731467834586.meta, suffix=.meta, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:18,926 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.meta.1731467838913.meta, exclude list is [], retry=0 2024-11-13T03:17:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:18,932 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.meta.1731467838913.meta 2024-11-13T03:17:18,933 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:18,933 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:18,938 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:18,939 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:18,942 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:17:18,944 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:17:18,947 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:17:18,948 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:18,948 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:17:18,948 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:17:18,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:18,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:18,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:18,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:18,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:18,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:18,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:18,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:18,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:18,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:18,960 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:18,962 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:18,965 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:18,967 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:18,967 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:18,968 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:18,972 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:18,974 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75274401, jitterRate=0.12167598307132721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:18,974 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:17:18,977 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467838949Writing region info on filesystem at 1731467838949Initializing all the Stores at 1731467838950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838951 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467838951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467838951Cleaning up temporary data from old regions at 1731467838967 (+16 ms)Running coprocessor post-open hooks at 1731467838974 (+7 ms)Region opened successfully at 1731467838976 (+2 ms) 2024-11-13T03:17:18,984 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467838881 2024-11-13T03:17:18,993 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:17:18,994 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:17:18,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,45215,1731467834586 2024-11-13T03:17:18,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45215,1731467834586, state=OPEN 2024-11-13T03:17:19,125 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:19,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:19,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:19,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,45215,1731467834586 2024-11-13T03:17:19,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:17:19,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45215,1731467834586 in 415 msec 2024-11-13T03:17:19,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:17:19,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 788 msec 2024-11-13T03:17:19,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:19,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:17:19,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:19,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45215,1731467834586, seqNum=-1] 2024-11-13T03:17:19,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:19,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:19,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8230 sec 2024-11-13T03:17:19,209 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467839209, completionTime=-1 2024-11-13T03:17:19,211 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:17:19,211 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:17:19,253 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:17:19,254 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467899254 2024-11-13T03:17:19,254 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467959254 2024-11-13T03:17:19,254 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 42 msec 2024-11-13T03:17:19,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,258 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:46503, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,259 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,259 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,266 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:17:19,289 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.544sec 2024-11-13T03:17:19,290 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:17:19,291 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:17:19,292 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:17:19,292 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:17:19,293 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:17:19,293 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:19,293 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:17:19,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:17:19,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:17:19,302 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46503,1731467833698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:19,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:19,398 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T03:17:19,398 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T03:17:19,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46503,-1 for getting cluster id 2024-11-13T03:17:19,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:19,409 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c930e00-98b4-4f47-808f-e6d3d7d40bb1' 2024-11-13T03:17:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:19,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c930e00-98b4-4f47-808f-e6d3d7d40bb1" 2024-11-13T03:17:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6a846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46503,-1] 2024-11-13T03:17:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:19,419 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:19,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:19,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:19,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45215,1731467834586, seqNum=-1] 2024-11-13T03:17:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:19,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,46503,1731467833698 2024-11-13T03:17:19,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:19,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:19,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101323257fd0002 connected 2024-11-13T03:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir so I do NOT create it in target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df 2024-11-13T03:17:19,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.tmp.dir so I do NOT create it in target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df 2024-11-13T03:17:19,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:17:19,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df 2024-11-13T03:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:17:19,529 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/cluster_d7db1f0a-e069-2b6c-4dba-3bf88aa18177, deleteOnExit=true 2024-11-13T03:17:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/test.cache.data in system properties and HBase conf 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:17:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:17:19,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:17:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:17:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:17:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:17:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:17:20,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:20,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:20,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:20,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:20,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:17:20,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:20,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:20,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:20,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-4006186531981540094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:20,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-11-13T03:17:20,117 INFO [Time-limited test {}] server.Server(415): Started @13789ms 2024-11-13T03:17:20,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:20,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:20,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:20,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:20,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:17:20,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:20,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:20,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/java.io.tmpdir/jetty-localhost-45739-hadoop-hdfs-3_4_1-tests_jar-_-any-16418929036031231350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:20,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:45739} 2024-11-13T03:17:20,510 INFO [Time-limited test {}] server.Server(415): Started @14182ms 2024-11-13T03:17:20,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:17:21,257 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/cluster_d7db1f0a-e069-2b6c-4dba-3bf88aa18177/data/data2/current/BP-843521341-172.17.0.3-1731467839556/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:21,257 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/cluster_d7db1f0a-e069-2b6c-4dba-3bf88aa18177/data/data1/current/BP-843521341-172.17.0.3-1731467839556/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:21,277 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:17:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c41d6a02794dabf with lease ID 0x119ff01e049c4bb3: Processing first storage report for DS-99bcae3f-fe70-4646-a20f-46e1f5c7650b from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=6d47e7b9-9f71-4019-9d3a-9fed3ced5446, infoPort=37427, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=1422703339;c=1731467839556) 2024-11-13T03:17:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c41d6a02794dabf with lease ID 0x119ff01e049c4bb3: from storage DS-99bcae3f-fe70-4646-a20f-46e1f5c7650b node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=6d47e7b9-9f71-4019-9d3a-9fed3ced5446, infoPort=37427, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=1422703339;c=1731467839556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c41d6a02794dabf with lease ID 0x119ff01e049c4bb3: Processing first storage report for DS-1cbdd5f7-ac88-49bb-b6dd-2091a697172a from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=6d47e7b9-9f71-4019-9d3a-9fed3ced5446, infoPort=37427, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=1422703339;c=1731467839556) 2024-11-13T03:17:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c41d6a02794dabf with lease ID 0x119ff01e049c4bb3: from storage DS-1cbdd5f7-ac88-49bb-b6dd-2091a697172a node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=6d47e7b9-9f71-4019-9d3a-9fed3ced5446, infoPort=37427, infoSecurePort=0, ipcPort=37503, storageInfo=lv=-57;cid=testClusterID;nsid=1422703339;c=1731467839556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:21,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df 2024-11-13T03:17:21,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:17:21,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22 with version=8 2024-11-13T03:17:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/hbase-staging 2024-11-13T03:17:21,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:21,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:21,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:21,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:21,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34371 2024-11-13T03:17:21,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34371 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:21,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343710x0, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:21,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34371-0x101323257fd0003 connected 2024-11-13T03:17:21,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/running 2024-11-13T03:17:21,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22, hbase.cluster.distributed=false 2024-11-13T03:17:21,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/acl 2024-11-13T03:17:21,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34371 2024-11-13T03:17:21,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34371 2024-11-13T03:17:21,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34371 2024-11-13T03:17:21,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34371 2024-11-13T03:17:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34371 2024-11-13T03:17:21,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:21,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:21,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:21,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:21,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:21,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36351 2024-11-13T03:17:21,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36351 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:21,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:21,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363510x0, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:21,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363510x0, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/running 2024-11-13T03:17:21,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36351-0x101323257fd0004 connected 2024-11-13T03:17:21,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:21,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:21,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/master 2024-11-13T03:17:21,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/acl 2024-11-13T03:17:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36351 2024-11-13T03:17:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36351 2024-11-13T03:17:21,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36351 2024-11-13T03:17:21,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36351 2024-11-13T03:17:21,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36351 2024-11-13T03:17:21,993 DEBUG [M:0;8394b182524b:34371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:34371 2024-11-13T03:17:21,994 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1156942624/backup-masters/8394b182524b,34371,1731467841772 2024-11-13T03:17:22,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/backup-masters 2024-11-13T03:17:22,007 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on existing znode=/1156942624/backup-masters/8394b182524b,34371,1731467841772 2024-11-13T03:17:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/backup-masters 2024-11-13T03:17:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1156942624/master 2024-11-13T03:17:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:22,018 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on existing znode=/1156942624/master 2024-11-13T03:17:22,019 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1156942624/backup-masters/8394b182524b,34371,1731467841772 from backup master directory 2024-11-13T03:17:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/backup-masters 2024-11-13T03:17:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1156942624/backup-masters/8394b182524b,34371,1731467841772 2024-11-13T03:17:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/backup-masters 2024-11-13T03:17:22,028 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:22,029 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,34371,1731467841772 2024-11-13T03:17:22,040 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/hbase.id] with ID: b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:22,040 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/.tmp/hbase.id 2024-11-13T03:17:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:17:22,449 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/.tmp/hbase.id]:[hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/hbase.id] 2024-11-13T03:17:22,472 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:22,473 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:17:22,475 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:17:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:17:22,539 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:22,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:17:22,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:17:22,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store 2024-11-13T03:17:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:17:22,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:22,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:22,976 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:22,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:22,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:22,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:22,977 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:22,977 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467842976Disabling compacts and flushes for region at 1731467842976Disabling writes for close at 1731467842976Writing region close event to WAL at 1731467842977 (+1 ms)Closed at 1731467842977 2024-11-13T03:17:22,978 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/.initializing 2024-11-13T03:17:22,978 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/WALs/8394b182524b,34371,1731467841772 2024-11-13T03:17:22,980 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:22,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C34371%2C1731467841772, suffix=, logDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/WALs/8394b182524b,34371,1731467841772, archiveDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/oldWALs, maxLogs=10 2024-11-13T03:17:23,002 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/WALs/8394b182524b,34371,1731467841772/8394b182524b%2C34371%2C1731467841772.1731467842984, exclude list is [], retry=0 2024-11-13T03:17:23,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-99bcae3f-fe70-4646-a20f-46e1f5c7650b,DISK] 2024-11-13T03:17:23,020 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/WALs/8394b182524b,34371,1731467841772/8394b182524b%2C34371%2C1731467841772.1731467842984 2024-11-13T03:17:23,025 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37427:37427)] 2024-11-13T03:17:23,025 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:23,025 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:23,026 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,026 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:17:23,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:23,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:17:23,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:23,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:17:23,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:23,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:17:23,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:23,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,048 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,049 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,053 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:23,055 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:23,065 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:23,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72684163, jitterRate=0.08307842910289764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:23,067 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467843026Initializing all the Stores at 1731467843028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467843028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467843029 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467843029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467843029Cleaning up temporary data from old regions at 1731467843051 (+22 ms)Region opened successfully at 1731467843067 (+16 ms) 2024-11-13T03:17:23,067 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:17:23,074 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc89d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:23,076 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:17:23,076 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:17:23,076 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:17:23,076 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:17:23,077 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:17:23,078 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:17:23,078 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:17:23,083 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:17:23,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/balancer because node does not exist (not necessarily an error) 2024-11-13T03:17:23,133 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/balancer already deleted, retry=false 2024-11-13T03:17:23,134 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:17:23,135 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:17:23,144 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/normalizer already deleted, retry=false 2024-11-13T03:17:23,144 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:17:23,146 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:17:23,154 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/switch/split already deleted, retry=false 2024-11-13T03:17:23,159 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:17:23,165 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/switch/merge already deleted, retry=false 2024-11-13T03:17:23,168 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:17:23,175 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/snapshot-cleanup already deleted, retry=false 2024-11-13T03:17:23,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1156942624/running 2024-11-13T03:17:23,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1156942624/running 2024-11-13T03:17:23,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,187 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,34371,1731467841772, sessionid=0x101323257fd0003, setting cluster-up flag (Was=false) 2024-11-13T03:17:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,238 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1156942624/flush-table-proc/acquired, /1156942624/flush-table-proc/reached, /1156942624/flush-table-proc/abort 2024-11-13T03:17:23,240 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,34371,1731467841772 2024-11-13T03:17:23,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:23,291 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1156942624/online-snapshot/acquired, /1156942624/online-snapshot/reached, /1156942624/online-snapshot/abort 2024-11-13T03:17:23,292 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,34371,1731467841772 2024-11-13T03:17:23,294 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:17:23,298 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:23,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:17:23,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:17:23,298 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,34371,1731467841772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:23,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,303 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467873303 2024-11-13T03:17:23,303 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:17:23,303 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:17:23,303 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:17:23,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:17:23,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:17:23,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:17:23,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:17:23,305 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:17:23,305 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:17:23,305 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:17:23,305 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:17:23,305 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:17:23,306 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467843305,5,FailOnTimeoutGroup] 2024-11-13T03:17:23,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:23,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:17:23,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:17:23,320 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467843306,5,FailOnTimeoutGroup] 2024-11-13T03:17:23,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:17:23,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:17:23,378 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(746): ClusterId : b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:23,378 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:17:23,386 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:17:23,387 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:17:23,397 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:17:23,398 DEBUG [RS:0;8394b182524b:36351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6cbf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:23,413 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:36351 2024-11-13T03:17:23,414 INFO [RS:0;8394b182524b:36351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:17:23,414 INFO [RS:0;8394b182524b:36351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:17:23,414 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:17:23,415 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,34371,1731467841772 with port=36351, startcode=1731467841931 2024-11-13T03:17:23,415 DEBUG [RS:0;8394b182524b:36351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:17:23,417 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:17:23,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,36351,1731467841931 2024-11-13T03:17:23,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34371 {}] master.ServerManager(517): Registering regionserver=8394b182524b,36351,1731467841931 2024-11-13T03:17:23,422 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22 2024-11-13T03:17:23,422 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44305 2024-11-13T03:17:23,422 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:17:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/rs 2024-11-13T03:17:23,429 DEBUG [RS:0;8394b182524b:36351 {}] zookeeper.ZKUtil(111): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on existing znode=/1156942624/rs/8394b182524b,36351,1731467841931 2024-11-13T03:17:23,429 WARN [RS:0;8394b182524b:36351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:23,429 INFO [RS:0;8394b182524b:36351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:23,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,36351,1731467841931] 2024-11-13T03:17:23,429 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931 2024-11-13T03:17:23,434 INFO [RS:0;8394b182524b:36351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:17:23,437 INFO [RS:0;8394b182524b:36351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:17:23,437 INFO [RS:0;8394b182524b:36351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:17:23,437 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,437 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:17:23,438 INFO [RS:0;8394b182524b:36351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:17:23,438 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:23,439 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:23,440 DEBUG [RS:0;8394b182524b:36351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,440 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36351,1731467841931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:23,469 INFO [RS:0;8394b182524b:36351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:17:23,469 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36351,1731467841931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,469 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,469 INFO [RS:0;8394b182524b:36351 {}] regionserver.Replication(171): 8394b182524b,36351,1731467841931 started 2024-11-13T03:17:23,490 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:23,491 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,36351,1731467841931, RpcServer on 8394b182524b/172.17.0.3:36351, sessionid=0x101323257fd0004 2024-11-13T03:17:23,491 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:17:23,491 DEBUG [RS:0;8394b182524b:36351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,36351,1731467841931 2024-11-13T03:17:23,491 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36351,1731467841931' 2024-11-13T03:17:23,491 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1156942624/flush-table-proc/abort' 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1156942624/flush-table-proc/acquired' 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,36351,1731467841931 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36351,1731467841931' 2024-11-13T03:17:23,492 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1156942624/online-snapshot/abort' 2024-11-13T03:17:23,493 DEBUG [RS:0;8394b182524b:36351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1156942624/online-snapshot/acquired' 2024-11-13T03:17:23,493 DEBUG [RS:0;8394b182524b:36351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:17:23,493 INFO [RS:0;8394b182524b:36351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:17:23,493 INFO [RS:0;8394b182524b:36351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:17:23,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:17:23,594 INFO [RS:0;8394b182524b:36351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:23,597 INFO [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36351%2C1731467841931, suffix=, logDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931, archiveDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/oldWALs, maxLogs=10 2024-11-13T03:17:23,615 DEBUG [RS:0;8394b182524b:36351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931/8394b182524b%2C36351%2C1731467841931.1731467843599, exclude list is [], retry=0 2024-11-13T03:17:23,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-99bcae3f-fe70-4646-a20f-46e1f5c7650b,DISK] 2024-11-13T03:17:23,630 INFO [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931/8394b182524b%2C36351%2C1731467841931.1731467843599 2024-11-13T03:17:23,630 DEBUG [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37427:37427)] 2024-11-13T03:17:23,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:17:23,735 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22 2024-11-13T03:17:23,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:17:23,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:23,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:23,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:23,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:23,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:23,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:23,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:23,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:23,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:23,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:23,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:23,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:23,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:23,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:23,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:23,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740 2024-11-13T03:17:23,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740 2024-11-13T03:17:23,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:23,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:23,775 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:23,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:23,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:23,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68116663, jitterRate=0.015017375349998474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:23,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467843750Initializing all the Stores at 1731467843753 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467843753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467843754 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467843755 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467843755Cleaning up temporary data from old regions at 1731467843775 (+20 ms)Region opened successfully at 1731467843786 (+11 ms) 2024-11-13T03:17:23,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:23,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:23,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:23,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:23,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:23,788 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:23,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467843786Disabling compacts and flushes for region at 1731467843786Disabling writes for close at 1731467843786Writing region close event to WAL at 1731467843788 (+2 ms)Closed at 1731467843788 2024-11-13T03:17:23,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:23,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:17:23,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:17:23,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:23,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:17:23,946 DEBUG [8394b182524b:34371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:23,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,36351,1731467841931 2024-11-13T03:17:23,949 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36351,1731467841931, state=OPENING 2024-11-13T03:17:24,043 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:17:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:24,060 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:24,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36351,1731467841931}] 2024-11-13T03:17:24,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1156942624/meta-region-server: CHANGED 2024-11-13T03:17:24,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1156942624/meta-region-server: CHANGED 2024-11-13T03:17:24,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:17:24,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:17:24,225 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:17:24,225 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:24,226 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:17:24,228 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36351%2C1731467841931.meta, suffix=.meta, logDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931, archiveDir=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/oldWALs, maxLogs=10 2024-11-13T03:17:24,250 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931/8394b182524b%2C36351%2C1731467841931.meta.1731467844231.meta, exclude list is [], retry=0 2024-11-13T03:17:24,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-99bcae3f-fe70-4646-a20f-46e1f5c7650b,DISK] 2024-11-13T03:17:24,259 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/WALs/8394b182524b,36351,1731467841931/8394b182524b%2C36351%2C1731467841931.meta.1731467844231.meta 2024-11-13T03:17:24,259 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37427:37427)] 2024-11-13T03:17:24,260 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:24,260 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:24,260 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:24,261 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:17:24,261 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:17:24,261 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:17:24,261 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:24,261 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:17:24,261 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:17:24,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:24,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:24,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:24,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:24,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:24,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:24,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:24,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:24,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:24,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:24,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:24,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:24,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:24,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:24,275 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:24,277 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740 2024-11-13T03:17:24,279 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740 2024-11-13T03:17:24,281 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:24,281 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:24,281 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:24,285 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:24,286 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61016242, jitterRate=-0.0907871425151825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:24,286 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:17:24,287 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467844261Writing region info on filesystem at 1731467844261Initializing all the Stores at 1731467844263 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467844263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467844263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467844263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467844263Cleaning up temporary data from old regions at 1731467844281 (+18 ms)Running coprocessor post-open hooks at 1731467844286 (+5 ms)Region opened successfully at 1731467844286 2024-11-13T03:17:24,288 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467844214 2024-11-13T03:17:24,292 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:17:24,292 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:17:24,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36351,1731467841931 2024-11-13T03:17:24,295 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36351,1731467841931, state=OPEN 2024-11-13T03:17:24,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1156942624/meta-region-server 2024-11-13T03:17:24,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1156942624/meta-region-server 2024-11-13T03:17:24,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,36351,1731467841931 2024-11-13T03:17:24,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1156942624/meta-region-server: CHANGED 2024-11-13T03:17:24,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1156942624/meta-region-server: CHANGED 2024-11-13T03:17:24,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:17:24,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36351,1731467841931 in 242 msec 2024-11-13T03:17:24,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:17:24,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 516 msec 2024-11-13T03:17:24,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:24,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:17:24,319 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:24,319 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36351,1731467841931, seqNum=-1] 2024-11-13T03:17:24,319 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:24,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:24,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0340 sec 2024-11-13T03:17:24,332 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467844332, completionTime=-1 2024-11-13T03:17:24,332 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:17:24,332 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:17:24,334 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467904335 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467964335 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,335 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,336 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:34371, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,336 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,336 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,339 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.313sec 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:24,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:17:24,345 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:17:24,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:17:24,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34371,1731467841772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:24,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:24,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:24,381 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8df7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:24,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:24,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36351,1731467841931, seqNum=-1] 2024-11-13T03:17:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:24,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:24,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,34371,1731467841772 2024-11-13T03:17:24,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:24,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:24,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101323257fd0005 connected 2024-11-13T03:17:24,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:24,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46503,-1 for getting cluster id 2024-11-13T03:17:24,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:24,480 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c930e00-98b4-4f47-808f-e6d3d7d40bb1' 2024-11-13T03:17:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c930e00-98b4-4f47-808f-e6d3d7d40bb1" 2024-11-13T03:17:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517d3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46503,-1] 2024-11-13T03:17:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:24,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:24,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4809ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46503,1731467833698 2024-11-13T03:17:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4e6aa2 2024-11-13T03:17:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:24,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:24,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:17:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:17:24,544 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:24,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:17:24,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:17:24,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:24,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T03:17:24,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:24,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:17:24,555 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:17:24,555 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:17:24,569 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a45d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,569 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:24,569 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:24,581 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:24,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:24,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:24,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb2ec5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:24,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:24,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:24,585 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c3a0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:24,587 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:24,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:24,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ad2bcc0 2024-11-13T03:17:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:24,593 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:24,607 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T03:17:24,607 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:17:24,612 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:24,612 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:24,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:24,614 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:24,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:17:24,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:17:24,623 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:24,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:17:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741835_1011 (size=1138) 2024-11-13T03:17:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:24,672 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:17:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:25,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27a523082443bb69b1626e29d643ab61, NAME => 'hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e 2024-11-13T03:17:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741836_1012 (size=44) 2024-11-13T03:17:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27a523082443bb69b1626e29d643ab61, disabling compactions & flushes 2024-11-13T03:17:25,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. after waiting 0 ms 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27a523082443bb69b1626e29d643ab61: Waiting for close lock at 1731467845456Disabling compacts and flushes for region at 1731467845456Disabling writes for close at 1731467845456Writing region close event to WAL at 1731467845456Closed at 1731467845456 2024-11-13T03:17:25,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:17:25,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731467845459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467845459"}]},"ts":"1731467845459"} 2024-11-13T03:17:25,469 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:17:25,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:17:25,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467845471"}]},"ts":"1731467845471"} 2024-11-13T03:17:25,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:17:25,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN}] 2024-11-13T03:17:25,484 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN 2024-11-13T03:17:25,486 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN; state=OFFLINE, location=8394b182524b,45215,1731467834586; forceNewPlan=false, retain=false 2024-11-13T03:17:25,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=27a523082443bb69b1626e29d643ab61, regionState=OPENING, regionLocation=8394b182524b,45215,1731467834586 2024-11-13T03:17:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN because future has completed 2024-11-13T03:17:25,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,45215,1731467834586}] 2024-11-13T03:17:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:25,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:25,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:17:25,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45215%2C1731467834586.rep, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:25,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.rep.1731467845807, exclude list is [], retry=0 2024-11-13T03:17:25,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:25,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.rep.1731467845807 2024-11-13T03:17:25,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:25,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a523082443bb69b1626e29d643ab61, NAME => 'hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:25,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:25,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:25,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. service=MultiRowMutationService 2024-11-13T03:17:25,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:17:25,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:25,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,836 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,838 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName hfileref 2024-11-13T03:17:25,838 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:25,839 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:25,839 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,841 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName queue 2024-11-13T03:17:25,842 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:25,843 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:25,843 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,845 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName sid 2024-11-13T03:17:25,846 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:25,846 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:25,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:17:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:25,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 27a523082443bb69b1626e29d643ab61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68065340, jitterRate=0.01425260305404663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:17:25,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:25,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 27a523082443bb69b1626e29d643ab61: Running coprocessor pre-open hook at 1731467845834Writing region info on filesystem at 1731467845834Initializing all the Stores at 1731467845836 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467845836Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467845836Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467845836Cleaning up temporary data from old regions at 1731467845849 (+13 ms)Running coprocessor post-open hooks at 1731467845858 (+9 ms)Region opened successfully at 1731467845859 (+1 ms) 2024-11-13T03:17:25,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., pid=7, masterSystemTime=1731467845797 2024-11-13T03:17:25,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:25,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=27a523082443bb69b1626e29d643ab61, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,45215,1731467834586 2024-11-13T03:17:25,868 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46503 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8394b182524b,45215,1731467834586, table=hbase:replication, region=27a523082443bb69b1626e29d643ab61. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T03:17:25,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,45215,1731467834586 because future has completed 2024-11-13T03:17:25,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T03:17:25,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,45215,1731467834586 in 231 msec 2024-11-13T03:17:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:17:25,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN in 397 msec 2024-11-13T03:17:25,886 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:17:25,886 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467845886"}]},"ts":"1731467845886"} 2024-11-13T03:17:25,889 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:17:25,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:17:25,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2780 sec 2024-11-13T03:17:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., hostname=8394b182524b,45215,1731467834586, seqNum=2] 2024-11-13T03:17:25,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T03:17:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:26,028 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:26,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:17:26,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T03:17:26,214 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:17:26,256 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,45215,1731467834586, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:17:26,258 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:26,258 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45215,1731467834586, seqNum=-1] 2024-11-13T03:17:26,259 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:26,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T03:17:26,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,45215,1731467834586', locateType=CURRENT is [region=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., hostname=8394b182524b,45215,1731467834586, seqNum=2] 2024-11-13T03:17:26,273 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T03:17:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T03:17:26,282 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,45215,1731467834586 suceeded 2024-11-13T03:17:26,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T03:17:26,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-13T03:17:26,287 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:26,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7580 sec 2024-11-13T03:17:26,297 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:26,306 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d979e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,306 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:26,306 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:26,308 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd1a766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,311 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:26,312 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433faf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,313 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678a4279 2024-11-13T03:17:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:26,316 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T03:17:26,317 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,45215,1731467834586 (queues=1) is replicating from cluster=0c930e00-98b4-4f47-808f-e6d3d7d40bb1 to cluster=b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:26,321 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C45215%2C1731467834586 2024-11-13T03:17:26,325 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,45215,1731467834586, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:17:26,335 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739, startPosition=0, beingWritten=true 2024-11-13T03:17:26,341 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C45215%2C1731467834586 2024-11-13T03:17:26,604 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:26,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:26,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:26,697 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:17:26,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:26,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46503,-1 for getting cluster id 2024-11-13T03:17:26,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:26,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c930e00-98b4-4f47-808f-e6d3d7d40bb1' 2024-11-13T03:17:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c930e00-98b4-4f47-808f-e6d3d7d40bb1" 2024-11-13T03:17:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c9962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46503,-1] 2024-11-13T03:17:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,705 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a0f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46503,1731467833698 2024-11-13T03:17:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5681a9fc 2024-11-13T03:17:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:26,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:26,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:17:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:17:26,723 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:26,724 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b635cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,725 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:26,725 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T03:17:26,726 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2961f65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:26,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efc50e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:26,731 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d949d1 2024-11-13T03:17:26,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:26,733 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:26,735 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T03:17:26,735 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:17:26,735 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,735 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:26,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:26,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:17:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T03:17:26,922 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:26,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T03:17:26,966 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T03:17:27,006 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8394b182524b,45215,1731467834586, ReplicationSource: 2, currentBandwidth=0 2024-11-13T03:17:27,009 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T03:17:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T03:17:27,013 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8394b182524b,45215,1731467834586 suceeded 2024-11-13T03:17:27,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:17:27,018 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:27,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-13T03:17:27,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 300 msec 2024-11-13T03:17:27,036 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:27,040 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2e2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,040 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:27,040 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:27,041 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c878d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:27,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,045 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T03:17:27,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f92a1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,046 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T03:17:27,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:27,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:27,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:27,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:27,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:27,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46503,1731467833698 2024-11-13T03:17:27,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f134b1 2024-11-13T03:17:27,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:27,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:27,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab78baf 2024-11-13T03:17:27,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:27,054 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T03:17:27,054 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:27,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:27,057 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8394b182524b,45215,1731467834586 (queues=1) is replicating from cluster=0c930e00-98b4-4f47-808f-e6d3d7d40bb1 to cluster=b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:27,057 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8394b182524b%2C45215%2C1731467834586 2024-11-13T03:17:27,057 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8394b182524b,45215,1731467834586, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:17:27,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T03:17:27,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T03:17:27,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:27,068 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739, startPosition=0, beingWritten=true 2024-11-13T03:17:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T03:17:27,072 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:27,076 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C45215%2C1731467834586 2024-11-13T03:17:27,076 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37512f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,077 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:27,077 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:27,078 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f2cfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,081 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T03:17:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44eb8631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,083 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:27,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:27,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2886424b 2024-11-13T03:17:27,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:27,086 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:27,088 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T03:17:27,088 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:17:27,088 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,088 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:27,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:17:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T03:17:27,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T03:17:27,268 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T03:17:27,269 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T03:17:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T03:17:27,272 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8394b182524b,45215,1731467834586 suceeded 2024-11-13T03:17:27,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T03:17:27,276 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:27,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T03:17:27,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 211 msec 2024-11-13T03:17:27,294 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:27,329 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T03:17:27,396 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T03:17:27,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T03:17:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T03:17:27,401 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:27,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf4af1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,402 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:27,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:27,403 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:27,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:27,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:27,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ced3ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,406 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:27,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a11dc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:27,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:27,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:27,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce09293 2024-11-13T03:17:27,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:27,410 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:27,412 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:17:27,412 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:17:27,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T03:17:27,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:17:27,601 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:27,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T03:17:27,698 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T03:17:27,699 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T03:17:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T03:17:27,703 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8394b182524b,45215,1731467834586 suceeded 2024-11-13T03:17:27,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T03:17:27,707 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8394b182524b:34371,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:27,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-13T03:17:27,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 310 msec 2024-11-13T03:17:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T03:17:27,716 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T03:17:27,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:27,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T03:17:27,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:27,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:27,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:27,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:17:27,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=529951586, stopped=false 2024-11-13T03:17:27,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,46503,1731467833698 2024-11-13T03:17:27,733 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:27,733 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:27,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:27,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:27,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:27,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:27,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:27,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,45215,1731467834586' ***** 2024-11-13T03:17:27,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:17:27,735 INFO [RS:0;8394b182524b:45215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:17:27,736 INFO [RS:0;8394b182524b:45215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:17:27,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:17:27,736 INFO [RS:0;8394b182524b:45215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:17:27,736 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,45215,1731467834586 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:45215. 2024-11-13T03:17:27,737 DEBUG [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:27,737 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:27,737 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27a523082443bb69b1626e29d643ab61, disabling compactions & flushes 2024-11-13T03:17:27,737 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:27,737 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:27,737 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. after waiting 0 ms 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:17:27,737 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:17:27,737 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:17:27,738 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:17:27,739 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1325): Online Regions={27a523082443bb69b1626e29d643ab61=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:17:27,739 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:27,740 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:27,740 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:27,740 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:27,741 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:27,741 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:27,743 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27a523082443bb69b1626e29d643ab61 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T03:17:27,743 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T03:17:27,788 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:27,808 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/7043eb315c9741929b4f6718f05d7d3f is 147, key is hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61./info:regioninfo/1731467845866/Put/seqid=0 2024-11-13T03:17:27,812 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/.tmp/queue/d85efa2d44ea43ddbd16ef9d71d7941d is 151, key is 1-8394b182524b,45215,1731467834586/queue:8394b182524b%2C45215%2C1731467834586/1731467846266/Put/seqid=0 2024-11-13T03:17:27,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741839_1015 (size=6631) 2024-11-13T03:17:27,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741838_1014 (size=5500) 2024-11-13T03:17:27,825 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/.tmp/queue/d85efa2d44ea43ddbd16ef9d71d7941d 2024-11-13T03:17:27,827 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/7043eb315c9741929b4f6718f05d7d3f 2024-11-13T03:17:27,836 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:27,903 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/.tmp/queue/d85efa2d44ea43ddbd16ef9d71d7941d as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/queue/d85efa2d44ea43ddbd16ef9d71d7941d 2024-11-13T03:17:27,916 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/queue/d85efa2d44ea43ddbd16ef9d71d7941d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T03:17:27,925 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/ns/0714cbbfb4ba45e2a205117a3d190bd0 is 43, key is default/ns:d/1731467839194/Put/seqid=0 2024-11-13T03:17:27,930 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 27a523082443bb69b1626e29d643ab61 in 187ms, sequenceid=6, compaction requested=false 2024-11-13T03:17:27,930 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:17:27,939 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741840_1016 (size=5153) 2024-11-13T03:17:27,948 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/ns/0714cbbfb4ba45e2a205117a3d190bd0 2024-11-13T03:17:27,960 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T03:17:27,963 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:27,964 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:27,964 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:27,964 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27a523082443bb69b1626e29d643ab61: Waiting for close lock at 1731467847737Running coprocessor pre-close hooks at 1731467847737Disabling compacts and flushes for region at 1731467847737Disabling writes for close at 1731467847737Obtaining lock to block concurrent updates at 1731467847743 (+6 ms)Preparing flush snapshotting stores in 27a523082443bb69b1626e29d643ab61 at 1731467847743Finished memstore snapshotting hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731467847751 (+8 ms)Flushing stores of hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. at 1731467847753 (+2 ms)Flushing 27a523082443bb69b1626e29d643ab61/queue: creating writer at 1731467847755 (+2 ms)Flushing 27a523082443bb69b1626e29d643ab61/queue: appending metadata at 1731467847793 (+38 ms)Flushing 27a523082443bb69b1626e29d643ab61/queue: closing flushed file at 1731467847796 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ea64b7: reopening flushed file at 1731467847890 (+94 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 27a523082443bb69b1626e29d643ab61 in 187ms, sequenceid=6, compaction requested=false at 1731467847930 (+40 ms)Writing region close event to WAL at 1731467847951 (+21 ms)Running coprocessor post-close hooks at 1731467847962 (+11 ms)Closed at 1731467847964 (+2 ms) 2024-11-13T03:17:27,965 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:27,985 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/table/c4f8140203e74dcc8b9e4234993f6014 is 53, key is hbase:replication/table:state/1731467845886/Put/seqid=0 2024-11-13T03:17:28,008 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741841_1017 (size=5256) 2024-11-13T03:17:28,140 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:28,340 DEBUG [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:28,422 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/table/c4f8140203e74dcc8b9e4234993f6014 2024-11-13T03:17:28,433 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/7043eb315c9741929b4f6718f05d7d3f as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/info/7043eb315c9741929b4f6718f05d7d3f 2024-11-13T03:17:28,445 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:28,445 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/info/7043eb315c9741929b4f6718f05d7d3f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T03:17:28,447 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/ns/0714cbbfb4ba45e2a205117a3d190bd0 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/ns/0714cbbfb4ba45e2a205117a3d190bd0 2024-11-13T03:17:28,465 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/ns/0714cbbfb4ba45e2a205117a3d190bd0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:17:28,470 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/table/c4f8140203e74dcc8b9e4234993f6014 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/table/c4f8140203e74dcc8b9e4234993f6014 2024-11-13T03:17:28,482 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/table/c4f8140203e74dcc8b9e4234993f6014, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T03:17:28,483 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 742ms, sequenceid=11, compaction requested=false 2024-11-13T03:17:28,501 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:17:28,502 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:28,502 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:28,502 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:28,503 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467847740Running coprocessor pre-close hooks at 1731467847740Disabling compacts and flushes for region at 1731467847740Disabling writes for close at 1731467847741 (+1 ms)Obtaining lock to block concurrent updates at 1731467847743 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731467847743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731467847751 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731467847755 (+4 ms)Flushing 1588230740/info: creating writer at 1731467847755Flushing 1588230740/info: appending metadata at 1731467847795 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731467847796 (+1 ms)Flushing 1588230740/ns: creating writer at 1731467847890 (+94 ms)Flushing 1588230740/ns: appending metadata at 1731467847924 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731467847924Flushing 1588230740/table: creating writer at 1731467847962 (+38 ms)Flushing 1588230740/table: appending metadata at 1731467847984 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731467847984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6116dc: reopening flushed file at 1731467848431 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562a165a: reopening flushed file at 1731467848445 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4917f: reopening flushed file at 1731467848465 (+20 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 742ms, sequenceid=11, compaction requested=false at 1731467848483 (+18 ms)Writing region close event to WAL at 1731467848493 (+10 ms)Running coprocessor post-close hooks at 1731467848502 (+9 ms)Closed at 1731467848502 2024-11-13T03:17:28,503 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:28,527 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 to pos 0, reset compression=false 2024-11-13T03:17:28,540 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,45215,1731467834586; all regions closed. 2024-11-13T03:17:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741834_1010 (size=2742) 2024-11-13T03:17:28,561 DEBUG [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:28,561 INFO [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45215%2C1731467834586.meta:.meta(num 1731467838913) 2024-11-13T03:17:28,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.rep.1731467845807 not finished, retry = 0 2024-11-13T03:17:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741837_1013 (size=1802) 2024-11-13T03:17:28,578 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:17:28,578 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:17:28,668 DEBUG [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:28,668 INFO [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45215%2C1731467834586.rep:(num 1731467845807) 2024-11-13T03:17:28,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586/8394b182524b%2C45215%2C1731467834586.1731467837739 not finished, retry = 0 2024-11-13T03:17:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:17:28,774 DEBUG [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:28,774 INFO [RS:0;8394b182524b:45215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45215%2C1731467834586:(num 1731467837739) 2024-11-13T03:17:28,774 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:28,774 INFO [RS:0;8394b182524b:45215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:28,774 INFO [RS:0;8394b182524b:45215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:28,774 INFO [RS:0;8394b182524b:45215 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:28,774 INFO [RS:0;8394b182524b:45215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:28,774 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:28,775 INFO [RS:0;8394b182524b:45215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,45215,1731467834586 because: Region server is closing 2024-11-13T03:17:28,775 INFO [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:45215. 2024-11-13T03:17:28,775 DEBUG [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:28,776 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:28,776 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:28,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:28,876 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:17:28,876 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:17:28,876 INFO [RS:0;8394b182524b:45215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,1-8394b182524b,45215,1731467834586 terminated 2024-11-13T03:17:28,877 INFO [RS:0;8394b182524b:45215 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8394b182524b,45215,1731467834586 because: Region server is closing 2024-11-13T03:17:28,877 INFO [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:45215. 2024-11-13T03:17:28,877 DEBUG [RS:0;8394b182524b:45215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:28,877 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:28,878 DEBUG [RS:0;8394b182524b:45215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:28,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:28,978 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:17:28,978 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.wal-reader.8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:17:28,978 INFO [RS:0;8394b182524b:45215 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,45215,1731467834586.replicationSource.shipper8394b182524b%2C45215%2C1731467834586,2-8394b182524b,45215,1731467834586 terminated 2024-11-13T03:17:28,979 INFO [RS:0;8394b182524b:45215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45215 2024-11-13T03:17:28,996 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/rs/8394b182524b,45215,1731467834586 2024-11-13T03:17:28,996 INFO [RS:0;8394b182524b:45215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:28,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/rs 2024-11-13T03:17:29,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,45215,1731467834586] 2024-11-13T03:17:29,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/draining/8394b182524b,45215,1731467834586 already deleted, retry=false 2024-11-13T03:17:29,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,45215,1731467834586 expired; onlineServers=0 2024-11-13T03:17:29,143 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,46503,1731467833698' ***** 2024-11-13T03:17:29,143 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:17:29,143 INFO [M:0;8394b182524b:46503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:29,144 INFO [M:0;8394b182524b:46503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:29,144 DEBUG [M:0;8394b182524b:46503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:17:29,144 DEBUG [M:0;8394b182524b:46503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:17:29,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:17:29,144 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467837478 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467837478,5,FailOnTimeoutGroup] 2024-11-13T03:17:29,144 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467837479 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467837479,5,FailOnTimeoutGroup] 2024-11-13T03:17:29,144 INFO [M:0;8394b182524b:46503 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:29,144 INFO [M:0;8394b182524b:46503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:29,145 DEBUG [M:0;8394b182524b:46503 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:17:29,145 INFO [M:0;8394b182524b:46503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:17:29,145 INFO [M:0;8394b182524b:46503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:29,145 INFO [M:0;8394b182524b:46503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:17:29,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:17:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/master 2024-11-13T03:17:29,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:29,165 DEBUG [M:0;8394b182524b:46503 {}] zookeeper.ZKUtil(347): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/master because node does not exist (not an error) 2024-11-13T03:17:29,165 WARN [M:0;8394b182524b:46503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:17:29,166 INFO [M:0;8394b182524b:46503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.lastflushedseqids 2024-11-13T03:17:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741842_1018 (size=181) 2024-11-13T03:17:29,189 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:29,189 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45215-0x101323257fd0001, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:29,190 INFO [RS:0;8394b182524b:45215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:29,190 INFO [RS:0;8394b182524b:45215 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,45215,1731467834586; zookeeper connection closed. 2024-11-13T03:17:29,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@447eaef4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@447eaef4 2024-11-13T03:17:29,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:17:29,580 INFO [M:0;8394b182524b:46503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:17:29,581 INFO [M:0;8394b182524b:46503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:17:29,581 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:29,581 INFO [M:0;8394b182524b:46503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:29,581 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:29,581 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:29,581 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:29,581 INFO [M:0;8394b182524b:46503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T03:17:29,601 DEBUG [M:0;8394b182524b:46503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b64b8ed873b42ed80b5398d84af4e5f is 82, key is hbase:meta,,1/info:regioninfo/1731467838995/Put/seqid=0 2024-11-13T03:17:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741843_1019 (size=5672) 2024-11-13T03:17:29,610 INFO [M:0;8394b182524b:46503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b64b8ed873b42ed80b5398d84af4e5f 2024-11-13T03:17:29,637 DEBUG [M:0;8394b182524b:46503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d325a4241fb448a8331ed0bcdf0edb8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731467845894/Put/seqid=0 2024-11-13T03:17:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741844_1020 (size=8663) 2024-11-13T03:17:29,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:30,049 INFO [M:0;8394b182524b:46503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d325a4241fb448a8331ed0bcdf0edb8 2024-11-13T03:17:30,075 DEBUG [M:0;8394b182524b:46503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3b664394c4b44a4aacc172187e16b90 is 69, key is 8394b182524b,45215,1731467834586/rs:state/1731467837487/Put/seqid=0 2024-11-13T03:17:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741845_1021 (size=5156) 2024-11-13T03:17:30,080 INFO [M:0;8394b182524b:46503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3b664394c4b44a4aacc172187e16b90 2024-11-13T03:17:30,096 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b64b8ed873b42ed80b5398d84af4e5f as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b64b8ed873b42ed80b5398d84af4e5f 2024-11-13T03:17:30,107 INFO [M:0;8394b182524b:46503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b64b8ed873b42ed80b5398d84af4e5f, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T03:17:30,109 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d325a4241fb448a8331ed0bcdf0edb8 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d325a4241fb448a8331ed0bcdf0edb8 2024-11-13T03:17:30,118 INFO [M:0;8394b182524b:46503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d325a4241fb448a8331ed0bcdf0edb8, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T03:17:30,122 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3b664394c4b44a4aacc172187e16b90 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3b664394c4b44a4aacc172187e16b90 2024-11-13T03:17:30,129 INFO [M:0;8394b182524b:46503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3b664394c4b44a4aacc172187e16b90, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T03:17:30,131 INFO [M:0;8394b182524b:46503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=115, compaction requested=false 2024-11-13T03:17:30,141 INFO [M:0;8394b182524b:46503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:30,142 DEBUG [M:0;8394b182524b:46503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467849581Disabling compacts and flushes for region at 1731467849581Disabling writes for close at 1731467849581Obtaining lock to block concurrent updates at 1731467849581Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467849581Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731467849582 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467849583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467849583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467849601 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467849601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467849618 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467849637 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467849637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467850056 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467850074 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467850074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60952b73: reopening flushed file at 1731467850093 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fb7cd0: reopening flushed file at 1731467850108 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff6852e: reopening flushed file at 1731467850119 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=115, compaction requested=false at 1731467850131 (+12 ms)Writing region close event to WAL at 1731467850141 (+10 ms)Closed at 1731467850141 2024-11-13T03:17:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741830_1006 (size=59421) 2024-11-13T03:17:30,148 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:30,148 INFO [M:0;8394b182524b:46503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:17:30,148 INFO [M:0;8394b182524b:46503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46503 2024-11-13T03:17:30,149 INFO [M:0;8394b182524b:46503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:30,317 INFO [M:0;8394b182524b:46503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46503-0x101323257fd0000, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:30,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:30,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:30,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:30,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:30,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:30,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46375 2024-11-13T03:17:30,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46375 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:30,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463750x0, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:30,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46375-0x101323257fd0006 connected 2024-11-13T03:17:30,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:30,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:30,356 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: INIT 2024-11-13T03:17:30,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:30,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e, hbase.cluster.distributed=false 2024-11-13T03:17:30,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/acl 2024-11-13T03:17:30,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-13T03:17:30,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46375 2024-11-13T03:17:30,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46375 2024-11-13T03:17:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-13T03:17:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46375 2024-11-13T03:17:30,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:30,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:30,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40177 2024-11-13T03:17:30,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40177 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-13T03:17:30,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:30,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:30,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401770x0, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:30,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40177-0x101323257fd0007 connected 2024-11-13T03:17:30,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:30,408 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: INIT 2024-11-13T03:17:30,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:30,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:30,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/master 2024-11-13T03:17:30,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/acl 2024-11-13T03:17:30,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-13T03:17:30,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40177 2024-11-13T03:17:30,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40177 2024-11-13T03:17:30,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-13T03:17:30,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-13T03:17:30,448 DEBUG [M:0;8394b182524b:46375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:46375 2024-11-13T03:17:30,448 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01068960003/backup-masters/8394b182524b,46375,1731467850319 2024-11-13T03:17:30,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:30,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:30,460 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/backup-masters/8394b182524b,46375,1731467850319 2024-11-13T03:17:30,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/master 2024-11-13T03:17:30,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:30,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/master 2024-11-13T03:17:30,471 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01068960003/backup-masters/8394b182524b,46375,1731467850319 from backup master directory 2024-11-13T03:17:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/backup-masters/8394b182524b,46375,1731467850319 2024-11-13T03:17:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:30,480 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/backup-masters 2024-11-13T03:17:30,480 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,46375,1731467850319 2024-11-13T03:17:30,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:30,497 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:17:30,512 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-13T03:17:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741846_1022 (size=196) 2024-11-13T03:17:30,932 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:30,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:17:30,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:30,948 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T03:17:30,952 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698 to hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698-dead as it is dead 2024-11-13T03:17:30,953 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T03:17:30,954 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T03:17:30,954 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698-dead/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:30,960 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698-dead/8394b182524b%2C46503%2C1731467833698.1731467836708 after 4ms 2024-11-13T03:17:30,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698-dead/8394b182524b%2C46503%2C1731467833698.1731467836708 to hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:30,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46503,1731467833698-dead 2024-11-13T03:17:30,963 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46375,1731467850319 2024-11-13T03:17:30,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:30,966 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C46375%2C1731467850319, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46375,1731467850319, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/oldWALs, maxLogs=10 2024-11-13T03:17:30,985 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46375,1731467850319/8394b182524b%2C46375%2C1731467850319.1731467850966, exclude list is [], retry=0 2024-11-13T03:17:30,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:30,994 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/WALs/8394b182524b,46375,1731467850319/8394b182524b%2C46375%2C1731467850319.1731467850966 2024-11-13T03:17:30,996 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:30,996 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:30,997 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:30,997 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:30,997 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:30,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:17:31,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:31,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b64b8ed873b42ed80b5398d84af4e5f 2024-11-13T03:17:31,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:31,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:17:31,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:31,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d325a4241fb448a8331ed0bcdf0edb8 2024-11-13T03:17:31,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:31,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:17:31,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:31,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3b664394c4b44a4aacc172187e16b90 2024-11-13T03:17:31,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:31,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:17:31,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:31,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:31,050 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T03:17:31,051 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:31,078 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:31,080 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C46503%2C1731467833698.1731467836708 2024-11-13T03:17:31,081 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,081 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:31,089 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:31,101 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T03:17:31,103 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70395247, jitterRate=0.04897092282772064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:31,103 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467850997Initializing all the Stores at 1731467850998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467850999 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467850999Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467850999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467850999Cleaning up temporary data from old regions at 1731467851081 (+82 ms)Region opened successfully at 1731467851103 (+22 ms) 2024-11-13T03:17:31,104 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:17:31,114 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf99c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:31,134 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T03:17:31,134 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:17:31,135 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:17:31,135 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:17:31,136 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T03:17:31,144 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:31,144 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:17:31,145 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:17:31,146 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:17:31,146 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T03:17:31,146 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T03:17:31,146 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-13T03:17:31,146 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:17:31,157 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8394b182524b,45215,1731467834586, regionLocation=8394b182524b,45215,1731467834586, openSeqNum=2 2024-11-13T03:17:31,158 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8394b182524b,45215,1731467834586, table=hbase:meta, region=1588230740 2024-11-13T03:17:31,158 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45215,1731467834586, state=OPEN 2024-11-13T03:17:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:31,212 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:17:31,218 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/draining/8394b182524b,45215,1731467834586 already deleted, retry=false 2024-11-13T03:17:31,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8394b182524b,45215,1731467834586 on 8394b182524b,46375,1731467850319 2024-11-13T03:17:31,227 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8394b182524b,45215,1731467834586, splitWal=true, meta=true 2024-11-13T03:17:31,231 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 8394b182524b,45215,1731467834586 (carryingMeta=true) 8394b182524b,45215,1731467834586/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70f96266[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T03:17:31,235 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/balancer because node does not exist (not necessarily an error) 2024-11-13T03:17:31,247 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/balancer already deleted, retry=false 2024-11-13T03:17:31,247 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:17:31,248 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:17:31,293 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/normalizer already deleted, retry=false 2024-11-13T03:17:31,294 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:17:31,295 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:17:31,311 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/switch/split already deleted, retry=false 2024-11-13T03:17:31,313 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:17:31,322 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/switch/merge already deleted, retry=false 2024-11-13T03:17:31,345 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:17:31,353 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/snapshot-cleanup already deleted, retry=false 2024-11-13T03:17:31,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:31,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:31,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:31,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:31,365 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,46375,1731467850319, sessionid=0x101323257fd0006, setting cluster-up flag (Was=false) 2024-11-13T03:17:31,375 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068960003/flush-table-proc/acquired, /01068960003/flush-table-proc/reached, /01068960003/flush-table-proc/abort 2024-11-13T03:17:31,376 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46375,1731467850319 2024-11-13T03:17:31,386 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068960003/online-snapshot/acquired, /01068960003/online-snapshot/reached, /01068960003/online-snapshot/abort 2024-11-13T03:17:31,387 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46375,1731467850319 2024-11-13T03:17:31,388 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.lastflushedseqids 2024-11-13T03:17:31,392 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:17:31,392 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:17:31,392 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,46375,1731467850319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8394b182524b,45215,1731467834586 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:17:31,394 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,395 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:31,395 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,398 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8394b182524b,45215,1731467834586, splitWal=true, meta=true 2024-11-13T03:17:31,400 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,45215,1731467834586, splitWal=true, meta=true, isMeta: true 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467881400 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:17:31,400 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:17:31,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:17:31,402 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:17:31,402 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586-splitting 2024-11-13T03:17:31,402 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586-splitting dir is empty, no logs to split. 2024-11-13T03:17:31,403 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,45215,1731467834586 WAL count=0, meta=true 2024-11-13T03:17:31,404 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467851402,5,FailOnTimeoutGroup] 2024-11-13T03:17:31,407 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586-splitting dir is empty, no logs to split. 2024-11-13T03:17:31,407 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,45215,1731467834586 WAL count=0, meta=true 2024-11-13T03:17:31,407 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,45215,1731467834586 WAL splitting is done? wals=0, meta=true 2024-11-13T03:17:31,408 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467851404,5,FailOnTimeoutGroup] 2024-11-13T03:17:31,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:17:31,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467851408, completionTime=-1 2024-11-13T03:17:31,409 WARN [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T03:17:31,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:17:31,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:31,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:17:31,415 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T03:17:31,438 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(746): ClusterId : 0c930e00-98b4-4f47-808f-e6d3d7d40bb1 2024-11-13T03:17:31,438 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:17:31,450 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:17:31,450 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:17:31,460 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:17:31,461 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1b86f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:31,480 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:40177 2024-11-13T03:17:31,480 INFO [RS:0;8394b182524b:40177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:17:31,480 INFO [RS:0;8394b182524b:40177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:17:31,481 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:17:31,481 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,46375,1731467850319 with port=40177, startcode=1731467850380 2024-11-13T03:17:31,482 DEBUG [RS:0;8394b182524b:40177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:17:31,484 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:17:31,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,40177,1731467850380 2024-11-13T03:17:31,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46375 {}] master.ServerManager(517): Registering regionserver=8394b182524b,40177,1731467850380 2024-11-13T03:17:31,487 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e 2024-11-13T03:17:31,487 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33199 2024-11-13T03:17:31,487 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:17:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/rs 2024-11-13T03:17:31,500 DEBUG [RS:0;8394b182524b:40177 {}] zookeeper.ZKUtil(111): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on existing znode=/01068960003/rs/8394b182524b,40177,1731467850380 2024-11-13T03:17:31,500 WARN [RS:0;8394b182524b:40177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:31,500 INFO [RS:0;8394b182524b:40177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:31,500 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380 2024-11-13T03:17:31,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,40177,1731467850380] 2024-11-13T03:17:31,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T03:17:31,561 INFO [RS:0;8394b182524b:40177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:17:31,564 INFO [RS:0;8394b182524b:40177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:17:31,565 WARN [8394b182524b:46375 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:17:31,576 INFO [RS:0;8394b182524b:40177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:17:31,576 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,576 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:17:31,577 INFO [RS:0;8394b182524b:40177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:17:31,577 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,577 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,577 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,578 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:31,579 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:31,579 DEBUG [RS:0;8394b182524b:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:31,580 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,580 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,580 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,580 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,580 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,581 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40177,1731467850380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:31,602 INFO [RS:0;8394b182524b:40177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:17:31,602 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40177,1731467850380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,624 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,40177,1731467850380, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:17:31,644 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:31,645 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f23d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,645 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(231): queueId=2-8394b182524b,40177,1731467850380, ReplicationSource: 2, currentBandwidth=0 2024-11-13T03:17:31,645 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:31,645 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:31,645 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,645 INFO [RS:0;8394b182524b:40177 {}] regionserver.Replication(171): 8394b182524b,40177,1731467850380 started 2024-11-13T03:17:31,647 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed9f8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:31,650 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:31,652 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64709ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,652 DEBUG [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444d0795 2024-11-13T03:17:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:31,655 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T03:17:31,656 INFO [RS:0;8394b182524b:40177.replicationSource,1-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,40177,1731467850380 (queues=0) is replicating from cluster=0c930e00-98b4-4f47-808f-e6d3d7d40bb1 to cluster=b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:31,670 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:34371' 2024-11-13T03:17:31,679 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:31,679 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,40177,1731467850380, RpcServer on 8394b182524b/172.17.0.3:40177, sessionid=0x101323257fd0007 2024-11-13T03:17:31,679 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:17:31,679 DEBUG [RS:0;8394b182524b:40177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,40177,1731467850380 2024-11-13T03:17:31,679 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40177,1731467850380' 2024-11-13T03:17:31,679 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068960003/flush-table-proc/abort' 2024-11-13T03:17:31,680 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,680 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,34371,-1 for getting cluster id 2024-11-13T03:17:31,681 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:31,681 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068960003/flush-table-proc/acquired' 2024-11-13T03:17:31,682 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b95cc448-4cae-4b81-b130-7655c95c2ee5' 2024-11-13T03:17:31,682 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:17:31,682 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:17:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:31,682 DEBUG [RS:0;8394b182524b:40177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,40177,1731467850380 2024-11-13T03:17:31,682 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40177,1731467850380' 2024-11-13T03:17:31,683 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068960003/online-snapshot/abort' 2024-11-13T03:17:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b95cc448-4cae-4b81-b130-7655c95c2ee5" 2024-11-13T03:17:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf48e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,683 DEBUG [RS:0;8394b182524b:40177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068960003/online-snapshot/acquired' 2024-11-13T03:17:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,34371,-1] 2024-11-13T03:17:31,684 DEBUG [RS:0;8394b182524b:40177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:17:31,684 INFO [RS:0;8394b182524b:40177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:17:31,684 INFO [RS:0;8394b182524b:40177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:17:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:31,685 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:31,687 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10366f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:31,687 DEBUG [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:31,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,34371,1731467841772 2024-11-13T03:17:31,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d6d1f0 2024-11-13T03:17:31,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:31,690 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T03:17:31,691 INFO [RS:0;8394b182524b:40177.replicationSource,2-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8394b182524b,40177,1731467850380 (queues=0) is replicating from cluster=0c930e00-98b4-4f47-808f-e6d3d7d40bb1 to cluster=b95cc448-4cae-4b81-b130-7655c95c2ee5 2024-11-13T03:17:31,784 INFO [RS:0;8394b182524b:40177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:31,787 INFO [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40177%2C1731467850380, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:31,808 DEBUG [RS:0;8394b182524b:40177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788, exclude list is [], retry=0 2024-11-13T03:17:31,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:31,815 INFO [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 2024-11-13T03:17:31,816 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8394b182524b%2C40177%2C1731467850380 for peer 1 2024-11-13T03:17:31,816 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8394b182524b%2C40177%2C1731467850380 for peer 2 2024-11-13T03:17:31,816 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C40177%2C1731467850380 2024-11-13T03:17:31,816 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,40177,1731467850380, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:17:31,816 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8394b182524b%2C40177%2C1731467850380 2024-11-13T03:17:31,816 INFO [RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C40177%2C1731467850380 2024-11-13T03:17:31,816 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8394b182524b,40177,1731467850380, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:17:31,824 DEBUG [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:31,824 INFO [RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C40177%2C1731467850380 2024-11-13T03:17:31,824 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788, startPosition=0, beingWritten=true 2024-11-13T03:17:31,825 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788, startPosition=0, beingWritten=true 2024-11-13T03:17:32,035 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:32,041 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:32,066 DEBUG [8394b182524b:46375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:32,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,40177,1731467850380 2024-11-13T03:17:32,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,40177,1731467850380, state=OPENING 2024-11-13T03:17:32,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:32,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:32,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:32,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:32,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:32,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,40177,1731467850380}] 2024-11-13T03:17:32,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:17:32,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:17:32,281 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:17:32,282 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:32,282 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:17:32,284 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40177%2C1731467850380.meta, suffix=.meta, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:32,301 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.meta.1731467852285.meta, exclude list is [], retry=0 2024-11-13T03:17:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:32,309 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.meta.1731467852285.meta 2024-11-13T03:17:32,310 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:32,310 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:32,311 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:32,311 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:32,311 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:17:32,311 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:17:32,311 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:17:32,311 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:32,312 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:17:32,312 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:17:32,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:32,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:32,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:32,326 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/info/7043eb315c9741929b4f6718f05d7d3f 2024-11-13T03:17:32,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:32,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:32,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:32,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:32,338 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/ns/0714cbbfb4ba45e2a205117a3d190bd0 2024-11-13T03:17:32,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:32,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:32,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:32,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:32,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:32,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:32,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:32,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:32,353 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:32,354 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/table/c4f8140203e74dcc8b9e4234993f6014 2024-11-13T03:17:32,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:32,354 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:32,355 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:32,355 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:32,362 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740 2024-11-13T03:17:32,364 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:32,364 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:32,365 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:32,367 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:32,369 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61086445, jitterRate=-0.08974103629589081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:32,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:17:32,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467852313Writing region info on filesystem at 1731467852313Initializing all the Stores at 1731467852315 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467852315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467852315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467852315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467852316 (+1 ms)Cleaning up temporary data from old regions at 1731467852364 (+48 ms)Running coprocessor post-open hooks at 1731467852369 (+5 ms)Region opened successfully at 1731467852369 2024-11-13T03:17:32,370 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731467852274 2024-11-13T03:17:32,376 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:17:32,376 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:17:32,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8394b182524b,40177,1731467850380 2024-11-13T03:17:32,382 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,40177,1731467850380, state=OPEN 2024-11-13T03:17:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:32,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,40177,1731467850380 2024-11-13T03:17:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068960003/meta-region-server 2024-11-13T03:17:32,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:32,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068960003/meta-region-server: CHANGED 2024-11-13T03:17:32,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T03:17:32,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,40177,1731467850380 in 273 msec 2024-11-13T03:17:32,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T03:17:32,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 989 msec 2024-11-13T03:17:32,764 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:32,782 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:33,018 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T03:17:33,271 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:33,287 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:33,877 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:33,892 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:34,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T03:17:34,584 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:34,599 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:35,390 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:35,405 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:35,923 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T03:17:35,923 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:17:35,924 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:35,924 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40177,1731467850380, seqNum=-1] 2024-11-13T03:17:35,924 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:35,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:35,933 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27a523082443bb69b1626e29d643ab61, regionState=OPEN, lastHost=8394b182524b,45215,1731467834586, regionLocation=8394b182524b,45215,1731467834586, openSeqNum=2 2024-11-13T03:17:35,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:17:35,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467915933 2024-11-13T03:17:35,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467975933 2024-11-13T03:17:35,933 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,934 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8394b182524b,45215,1731467834586 had 2 regions 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:46375, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,934 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,936 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,45215,1731467834586, splitWal=true, meta=true, isMeta: false 2024-11-13T03:17:35,939 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586-splitting dir is empty, no logs to split. 2024-11-13T03:17:35,939 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,45215,1731467834586 WAL count=0, meta=false 2024-11-13T03:17:35,941 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.461sec 2024-11-13T03:17:35,941 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:17:35,941 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:17:35,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:17:35,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:17:35,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:17:35,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:35,942 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:17:35,947 WARN [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8394b182524b,45215,1731467834586/hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:35,948 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,45215,1731467834586-splitting dir is empty, no logs to split. 2024-11-13T03:17:35,948 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,45215,1731467834586 WAL count=0, meta=false 2024-11-13T03:17:35,948 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,45215,1731467834586 WAL splitting is done? wals=0, meta=false 2024-11-13T03:17:35,952 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:17:35,952 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:17:35,952 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46375,1731467850319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:35,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN}] 2024-11-13T03:17:35,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN 2024-11-13T03:17:35,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:17:36,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46375,-1 for getting cluster id 2024-11-13T03:17:36,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:36,042 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c930e00-98b4-4f47-808f-e6d3d7d40bb1' 2024-11-13T03:17:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c930e00-98b4-4f47-808f-e6d3d7d40bb1" 2024-11-13T03:17:36,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e65d040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46375,-1] 2024-11-13T03:17:36,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:36,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,046 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310a0b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40177,1731467850380, seqNum=-1] 2024-11-13T03:17:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:36,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:36,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T03:17:36,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:36,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:36,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:36,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8394b182524b:46375 after: 8394b182524b:46375 2024-11-13T03:17:36,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46375,-1 for getting cluster id 2024-11-13T03:17:36,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:36,058 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c930e00-98b4-4f47-808f-e6d3d7d40bb1' 2024-11-13T03:17:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c930e00-98b4-4f47-808f-e6d3d7d40bb1" 2024-11-13T03:17:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3796c8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46375,-1] 2024-11-13T03:17:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,060 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:36,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:36,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:36,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46375,1731467850319 2024-11-13T03:17:36,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1d9d68 2024-11-13T03:17:36,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:36,064 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:36,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:36,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T03:17:36,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:36,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46375 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T03:17:36,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:17:36,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:36,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:36,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:36,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:17:36,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=405544063, stopped=false 2024-11-13T03:17:36,068 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,34371,1731467841772 2024-11-13T03:17:36,106 DEBUG [8394b182524b:46375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:36,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=27a523082443bb69b1626e29d643ab61, regionState=OPENING, regionLocation=8394b182524b,40177,1731467850380 2024-11-13T03:17:36,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN because future has completed 2024-11-13T03:17:36,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,40177,1731467850380}] 2024-11-13T03:17:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1156942624/running 2024-11-13T03:17:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1156942624/running 2024-11-13T03:17:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:36,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:36,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:36,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/running 2024-11-13T03:17:36,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Set watcher on znode that does not yet exist, /1156942624/running 2024-11-13T03:17:36,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:36,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:36,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,36351,1731467841931' ***** 2024-11-13T03:17:36,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:17:36,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,36351,1731467841931 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:36,136 INFO [RS:0;8394b182524b:36351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36351. 2024-11-13T03:17:36,136 DEBUG [RS:0;8394b182524b:36351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:36,137 DEBUG [RS:0;8394b182524b:36351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,137 INFO [RS:0;8394b182524b:36351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:17:36,137 INFO [RS:0;8394b182524b:36351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:17:36,137 INFO [RS:0;8394b182524b:36351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:17:36,137 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:17:36,138 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:17:36,138 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:17:36,138 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:36,138 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:36,138 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:36,139 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:36,139 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:36,139 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:36,139 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T03:17:36,158 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:36,161 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/.tmp/ns/e6a4aed2f05741279cdce9b8695dbc07 is 43, key is default/ns:d/1731467844322/Put/seqid=0 2024-11-13T03:17:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741835_1011 (size=5153) 2024-11-13T03:17:36,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:36,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:36,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:17:36,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40177%2C1731467850380.rep, suffix=, logDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380, archiveDir=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs, maxLogs=10 2024-11-13T03:17:36,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.rep.1731467856270, exclude list is [], retry=0 2024-11-13T03:17:36,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39811,DS-395bc7e7-083f-488d-83c3-8201d2ca19f0,DISK] 2024-11-13T03:17:36,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.rep.1731467856270 2024-11-13T03:17:36,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37243:37243)] 2024-11-13T03:17:36,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a523082443bb69b1626e29d643ab61, NAME => 'hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:36,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:36,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:36,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. service=MultiRowMutationService 2024-11-13T03:17:36,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:17:36,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:36,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,293 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,294 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName hfileref 2024-11-13T03:17:36,294 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:36,298 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:36,298 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,298 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:36,299 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName queue 2024-11-13T03:17:36,299 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:36,310 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/queue/d85efa2d44ea43ddbd16ef9d71d7941d 2024-11-13T03:17:36,310 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:36,311 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,313 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:36,315 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a523082443bb69b1626e29d643ab61 columnFamilyName sid 2024-11-13T03:17:36,315 DEBUG [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:36,316 INFO [StoreOpener-27a523082443bb69b1626e29d643ab61-1 {}] regionserver.HStore(327): Store=27a523082443bb69b1626e29d643ab61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:36,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:17:36,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 27a523082443bb69b1626e29d643ab61; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70867585, jitterRate=0.056009307503700256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:17:36,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:36,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 27a523082443bb69b1626e29d643ab61: Running coprocessor pre-open hook at 1731467856291Writing region info on filesystem at 1731467856291Initializing all the Stores at 1731467856292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467856292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467856292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467856292Cleaning up temporary data from old regions at 1731467856321 (+29 ms)Running coprocessor post-open hooks at 1731467856325 (+4 ms)Region opened successfully at 1731467856326 (+1 ms) 2024-11-13T03:17:36,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., pid=19, masterSystemTime=1731467856263 2024-11-13T03:17:36,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:36,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:36,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=27a523082443bb69b1626e29d643ab61, regionState=OPEN, openSeqNum=10, regionLocation=8394b182524b,40177,1731467850380 2024-11-13T03:17:36,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,40177,1731467850380 because future has completed 2024-11-13T03:17:36,339 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:36,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T03:17:36,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 27a523082443bb69b1626e29d643ab61, server=8394b182524b,40177,1731467850380 in 227 msec 2024-11-13T03:17:36,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T03:17:36,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27a523082443bb69b1626e29d643ab61, ASSIGN in 389 msec 2024-11-13T03:17:36,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T03:17:36,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., hostname=8394b182524b,40177,1731467850380, seqNum=10] 2024-11-13T03:17:36,394 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8394b182524b,45215,1731467834586 2024-11-13T03:17:36,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T03:17:36,441 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:17:36,441 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:17:36,539 DEBUG [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:36,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T03:17:36,566 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/.tmp/ns/e6a4aed2f05741279cdce9b8695dbc07 2024-11-13T03:17:36,573 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/.tmp/ns/e6a4aed2f05741279cdce9b8695dbc07 as hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/ns/e6a4aed2f05741279cdce9b8695dbc07 2024-11-13T03:17:36,583 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/ns/e6a4aed2f05741279cdce9b8695dbc07, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T03:17:36,584 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-13T03:17:36,584 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:17:36,590 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T03:17:36,591 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:36,591 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:36,591 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:36,591 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467856138Running coprocessor pre-close hooks at 1731467856138Disabling compacts and flushes for region at 1731467856138Disabling writes for close at 1731467856139 (+1 ms)Obtaining lock to block concurrent updates at 1731467856139Preparing flush snapshotting stores in 1588230740 at 1731467856139Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731467856139Flushing stores of hbase:meta,,1.1588230740 at 1731467856140 (+1 ms)Flushing 1588230740/ns: creating writer at 1731467856140Flushing 1588230740/ns: appending metadata at 1731467856160 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731467856160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f5c0f6: reopening flushed file at 1731467856572 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1731467856584 (+12 ms)Writing region close event to WAL at 1731467856586 (+2 ms)Running coprocessor post-close hooks at 1731467856591 (+5 ms)Closed at 1731467856591 2024-11-13T03:17:36,592 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:36,739 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,36351,1731467841931; all regions closed. 2024-11-13T03:17:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741834_1010 (size=1152) 2024-11-13T03:17:36,747 DEBUG [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/oldWALs 2024-11-13T03:17:36,747 INFO [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36351%2C1731467841931.meta:.meta(num 1731467844231) 2024-11-13T03:17:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:17:36,753 DEBUG [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/oldWALs 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36351%2C1731467841931:(num 1731467843599) 2024-11-13T03:17:36,754 DEBUG [RS:0;8394b182524b:36351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:36,754 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:36,754 INFO [RS:0;8394b182524b:36351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36351 2024-11-13T03:17:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624/rs 2024-11-13T03:17:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1156942624/rs/8394b182524b,36351,1731467841931 2024-11-13T03:17:36,776 INFO [RS:0;8394b182524b:36351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:36,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,36351,1731467841931] 2024-11-13T03:17:36,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1156942624/draining/8394b182524b,36351,1731467841931 already deleted, retry=false 2024-11-13T03:17:36,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,36351,1731467841931 expired; onlineServers=0 2024-11-13T03:17:36,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,34371,1731467841772' ***** 2024-11-13T03:17:36,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:17:36,880 INFO [M:0;8394b182524b:34371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:36,880 INFO [M:0;8394b182524b:34371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:36,880 DEBUG [M:0;8394b182524b:34371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:17:36,880 DEBUG [M:0;8394b182524b:34371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:17:36,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:17:36,880 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467843306 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467843306,5,FailOnTimeoutGroup] 2024-11-13T03:17:36,880 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467843305 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467843305,5,FailOnTimeoutGroup] 2024-11-13T03:17:36,880 INFO [M:0;8394b182524b:34371 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:36,880 INFO [M:0;8394b182524b:34371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:36,881 DEBUG [M:0;8394b182524b:34371 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:17:36,881 INFO [M:0;8394b182524b:34371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:17:36,881 INFO [M:0;8394b182524b:34371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:36,881 INFO [M:0;8394b182524b:34371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:17:36,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:17:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1156942624/master 2024-11-13T03:17:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1156942624 2024-11-13T03:17:36,890 DEBUG [M:0;8394b182524b:34371 {}] zookeeper.ZKUtil(347): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Unable to get data of znode /1156942624/master because node does not exist (not an error) 2024-11-13T03:17:36,890 WARN [M:0;8394b182524b:34371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:17:36,891 INFO [M:0;8394b182524b:34371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/.lastflushedseqids 2024-11-13T03:17:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741836_1012 (size=99) 2024-11-13T03:17:36,968 INFO [RS:0;8394b182524b:36351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:36,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:36,968 INFO [RS:0;8394b182524b:36351 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,36351,1731467841931; zookeeper connection closed. 2024-11-13T03:17:36,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36351-0x101323257fd0004, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:36,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d388c04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d388c04 2024-11-13T03:17:36,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:17:37,297 INFO [M:0;8394b182524b:34371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:17:37,297 INFO [M:0;8394b182524b:34371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:17:37,298 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:37,298 INFO [M:0;8394b182524b:34371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:37,298 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:37,298 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:37,298 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:37,298 INFO [M:0;8394b182524b:34371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T03:17:37,305 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:37,319 DEBUG [M:0;8394b182524b:34371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb934ec5113047c4b80258a8f7cbbf3f is 82, key is hbase:meta,,1/info:regioninfo/1731467844293/Put/seqid=0 2024-11-13T03:17:37,319 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741837_1013 (size=5672) 2024-11-13T03:17:37,336 INFO [M:0;8394b182524b:34371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb934ec5113047c4b80258a8f7cbbf3f 2024-11-13T03:17:37,391 DEBUG [M:0;8394b182524b:34371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a101a1f598bb4d9486d7eb8036c2188e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731467844330/Put/seqid=0 2024-11-13T03:17:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741838_1014 (size=5275) 2024-11-13T03:17:37,411 INFO [M:0;8394b182524b:34371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a101a1f598bb4d9486d7eb8036c2188e 2024-11-13T03:17:37,467 DEBUG [M:0;8394b182524b:34371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c191ed5242d4c418b46d83e3e1b73b1 is 69, key is 8394b182524b,36351,1731467841931/rs:state/1731467843419/Put/seqid=0 2024-11-13T03:17:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741839_1015 (size=5156) 2024-11-13T03:17:37,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:37,878 INFO [M:0;8394b182524b:34371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c191ed5242d4c418b46d83e3e1b73b1 2024-11-13T03:17:37,886 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb934ec5113047c4b80258a8f7cbbf3f as hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb934ec5113047c4b80258a8f7cbbf3f 2024-11-13T03:17:37,895 INFO [M:0;8394b182524b:34371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb934ec5113047c4b80258a8f7cbbf3f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T03:17:37,898 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a101a1f598bb4d9486d7eb8036c2188e as hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a101a1f598bb4d9486d7eb8036c2188e 2024-11-13T03:17:37,907 INFO [M:0;8394b182524b:34371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a101a1f598bb4d9486d7eb8036c2188e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T03:17:37,908 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c191ed5242d4c418b46d83e3e1b73b1 as hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c191ed5242d4c418b46d83e3e1b73b1 2024-11-13T03:17:37,915 INFO [M:0;8394b182524b:34371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44305/user/jenkins/test-data/70b71000-e9a0-1321-e059-efdcd1afed22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c191ed5242d4c418b46d83e3e1b73b1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T03:17:37,917 INFO [M:0;8394b182524b:34371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=28, compaction requested=false 2024-11-13T03:17:37,928 INFO [M:0;8394b182524b:34371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:37,929 DEBUG [M:0;8394b182524b:34371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467857297Disabling compacts and flushes for region at 1731467857297Disabling writes for close at 1731467857298 (+1 ms)Obtaining lock to block concurrent updates at 1731467857298Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467857298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731467857298Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467857299 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467857299Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467857318 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467857318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467857346 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467857390 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467857391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467857421 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467857465 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467857465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5249f606: reopening flushed file at 1731467857885 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb71224: reopening flushed file at 1731467857895 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146130c0: reopening flushed file at 1731467857907 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 619ms, sequenceid=28, compaction requested=false at 1731467857917 (+10 ms)Writing region close event to WAL at 1731467857928 (+11 ms)Closed at 1731467857928 2024-11-13T03:17:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741830_1006 (size=10165) 2024-11-13T03:17:37,939 INFO [M:0;8394b182524b:34371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:17:37,939 INFO [M:0;8394b182524b:34371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34371 2024-11-13T03:17:37,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:37,943 INFO [M:0;8394b182524b:34371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:38,106 INFO [M:0;8394b182524b:34371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34371-0x101323257fd0003, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:38,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:38,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:38,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:38,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:38,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:38,118 WARN [BP-843521341-172.17.0.3-1731467839556 heartbeating to localhost/127.0.0.1:44305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:17:38,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:17:38,118 WARN [BP-843521341-172.17.0.3-1731467839556 heartbeating to localhost/127.0.0.1:44305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843521341-172.17.0.3-1731467839556 (Datanode Uuid 6d47e7b9-9f71-4019-9d3a-9fed3ced5446) service to localhost/127.0.0.1:44305 2024-11-13T03:17:38,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:17:38,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/cluster_d7db1f0a-e069-2b6c-4dba-3bf88aa18177/data/data1/current/BP-843521341-172.17.0.3-1731467839556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:38,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/cluster_d7db1f0a-e069-2b6c-4dba-3bf88aa18177/data/data2/current/BP-843521341-172.17.0.3-1731467839556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:38,120 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:17:38,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:38,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:38,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:38,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:38,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:38,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:17:38,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:17:38,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:38,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:38,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:38,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:17:38,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507338202, stopped=false 2024-11-13T03:17:38,155 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,46375,1731467850319 2024-11-13T03:17:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/running 2024-11-13T03:17:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:38,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:38,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:38,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:38,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:38,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Set watcher on znode that does not yet exist, /01068960003/running 2024-11-13T03:17:38,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:38,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,174 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,40177,1731467850380' ***** 2024-11-13T03:17:38,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:17:38,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(3091): Received CLOSE for 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,40177,1731467850380 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:38,175 INFO [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40177. 2024-11-13T03:17:38,176 DEBUG [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:38,176 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,176 INFO [RS:0;8394b182524b:40177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:17:38,176 INFO [RS:0;8394b182524b:40177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:17:38,176 INFO [RS:0;8394b182524b:40177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:17:38,176 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27a523082443bb69b1626e29d643ab61, disabling compactions & flushes 2024-11-13T03:17:38,176 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:38,176 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:38,176 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. after waiting 0 ms 2024-11-13T03:17:38,176 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:38,177 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:17:38,178 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:17:38,178 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1325): Online Regions={27a523082443bb69b1626e29d643ab61=hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:17:38,178 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a523082443bb69b1626e29d643ab61 2024-11-13T03:17:38,178 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:38,178 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:38,178 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:38,178 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:38,178 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:38,179 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T03:17:38,187 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:38,198 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/replication/27a523082443bb69b1626e29d643ab61/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T03:17:38,199 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:38,199 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:38,199 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:38,200 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27a523082443bb69b1626e29d643ab61: Waiting for close lock at 1731467858175Running coprocessor pre-close hooks at 1731467858175Disabling compacts and flushes for region at 1731467858176 (+1 ms)Disabling writes for close at 1731467858176Writing region close event to WAL at 1731467858177 (+1 ms)Running coprocessor post-close hooks at 1731467858199 (+22 ms)Closed at 1731467858199 2024-11-13T03:17:38,200 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61. 2024-11-13T03:17:38,215 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/a7674615f954439485fbac4b8656d076 is 147, key is hbase:replication,,1731467844613.27a523082443bb69b1626e29d643ab61./info:regioninfo/1731467856331/Put/seqid=0 2024-11-13T03:17:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741851_1027 (size=6385) 2024-11-13T03:17:38,378 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:38,428 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:38,443 DEBUG [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 to pos 0, reset compression=false 2024-11-13T03:17:38,578 DEBUG [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:38,591 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:17:38,591 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:17:38,627 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/a7674615f954439485fbac4b8656d076 2024-11-13T03:17:38,634 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/.tmp/info/a7674615f954439485fbac4b8656d076 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/info/a7674615f954439485fbac4b8656d076 2024-11-13T03:17:38,640 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/info/a7674615f954439485fbac4b8656d076, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T03:17:38,642 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=19, compaction requested=false 2024-11-13T03:17:38,650 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T03:17:38,650 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:38,651 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:38,651 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:38,651 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467858178Running coprocessor pre-close hooks at 1731467858178Disabling compacts and flushes for region at 1731467858178Disabling writes for close at 1731467858178Obtaining lock to block concurrent updates at 1731467858179 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731467858179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731467858179Flushing stores of hbase:meta,,1.1588230740 at 1731467858180 (+1 ms)Flushing 1588230740/info: creating writer at 1731467858180Flushing 1588230740/info: appending metadata at 1731467858214 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731467858214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39af4fff: reopening flushed file at 1731467858633 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=19, compaction requested=false at 1731467858642 (+9 ms)Writing region close event to WAL at 1731467858646 (+4 ms)Running coprocessor post-close hooks at 1731467858650 (+4 ms)Closed at 1731467858651 (+1 ms) 2024-11-13T03:17:38,651 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:38,779 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,40177,1731467850380; all regions closed. 2024-11-13T03:17:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741849_1025 (size=2156) 2024-11-13T03:17:38,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.meta.1731467852285.meta not finished, retry = 0 2024-11-13T03:17:38,885 DEBUG [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:38,885 INFO [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C40177%2C1731467850380.meta:.meta(num 1731467852285) 2024-11-13T03:17:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741850_1026 (size=796) 2024-11-13T03:17:38,890 DEBUG [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:38,890 INFO [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C40177%2C1731467850380.rep:(num 1731467856270) 2024-11-13T03:17:38,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/WALs/8394b182524b,40177,1731467850380/8394b182524b%2C40177%2C1731467850380.1731467851788 not finished, retry = 0 2024-11-13T03:17:38,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741848_1024 (size=93) 2024-11-13T03:17:38,997 DEBUG [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/oldWALs 2024-11-13T03:17:38,997 INFO [RS:0;8394b182524b:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C40177%2C1731467850380:(num 1731467851788) 2024-11-13T03:17:38,997 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,997 INFO [RS:0;8394b182524b:40177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:38,997 INFO [RS:0;8394b182524b:40177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:38,997 INFO [RS:0;8394b182524b:40177 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:38,998 INFO [RS:0;8394b182524b:40177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:38,998 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:38,998 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,40177,1731467850380 because: Region server is closing 2024-11-13T03:17:38,998 INFO [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40177. 2024-11-13T03:17:38,998 DEBUG [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:38,998 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,999 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:38,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:38,999 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T03:17:38,999 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T03:17:38,999 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T03:17:39,099 WARN [RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:17:39,099 WARN [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:17:39,099 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,1-8394b182524b,40177,1731467850380 terminated 2024-11-13T03:17:39,099 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8394b182524b,40177,1731467850380 because: Region server is closing 2024-11-13T03:17:39,100 INFO [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40177. 2024-11-13T03:17:39,100 DEBUG [RS:0;8394b182524b:40177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:39,100 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:39,100 DEBUG [RS:0;8394b182524b:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:39,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:39,200 WARN [RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:17:39,200 WARN [RS:0;8394b182524b:40177.replicationSource.wal-reader.8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:17:39,201 INFO [RS:0;8394b182524b:40177 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8394b182524b:40177.replicationSource.shipper8394b182524b%2C40177%2C1731467850380,2-8394b182524b,40177,1731467850380 terminated 2024-11-13T03:17:39,201 INFO [RS:0;8394b182524b:40177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40177 2024-11-13T03:17:39,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003/rs 2024-11-13T03:17:39,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/rs/8394b182524b,40177,1731467850380 2024-11-13T03:17:39,216 INFO [RS:0;8394b182524b:40177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:39,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,40177,1731467850380] 2024-11-13T03:17:39,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01068960003/draining/8394b182524b,40177,1731467850380 already deleted, retry=false 2024-11-13T03:17:39,237 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,40177,1731467850380 expired; onlineServers=0 2024-11-13T03:17:39,237 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,46375,1731467850319' ***** 2024-11-13T03:17:39,237 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:17:39,237 INFO [M:0;8394b182524b:46375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:39,237 INFO [M:0;8394b182524b:46375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:39,237 DEBUG [M:0;8394b182524b:46375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:17:39,237 DEBUG [M:0;8394b182524b:46375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:17:39,237 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:17:39,237 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467851404 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467851404,5,FailOnTimeoutGroup] 2024-11-13T03:17:39,237 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467851402 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467851402,5,FailOnTimeoutGroup] 2024-11-13T03:17:39,238 INFO [M:0;8394b182524b:46375 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:39,238 INFO [M:0;8394b182524b:46375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:39,238 DEBUG [M:0;8394b182524b:46375 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:17:39,238 INFO [M:0;8394b182524b:46375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:17:39,238 INFO [M:0;8394b182524b:46375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:39,238 INFO [M:0;8394b182524b:46375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:17:39,238 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:17:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068960003/master 2024-11-13T03:17:39,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068960003 2024-11-13T03:17:39,248 DEBUG [M:0;8394b182524b:46375 {}] zookeeper.ZKUtil(347): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Unable to get data of znode /01068960003/master because node does not exist (not an error) 2024-11-13T03:17:39,248 WARN [M:0;8394b182524b:46375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:17:39,249 INFO [M:0;8394b182524b:46375 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/.lastflushedseqids 2024-11-13T03:17:39,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741852_1028 (size=181) 2024-11-13T03:17:39,261 INFO [M:0;8394b182524b:46375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:17:39,261 INFO [M:0;8394b182524b:46375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:17:39,261 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:39,261 INFO [M:0;8394b182524b:46375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:39,261 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:39,261 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:39,261 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:39,261 INFO [M:0;8394b182524b:46375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T03:17:39,277 DEBUG [M:0;8394b182524b:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69c35d1e2414543a62ca3487be43df3 is 82, key is hbase:meta,,1/info:regioninfo/1731467852378/Put/seqid=0 2024-11-13T03:17:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741853_1029 (size=5680) 2024-11-13T03:17:39,284 INFO [M:0;8394b182524b:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69c35d1e2414543a62ca3487be43df3 2024-11-13T03:17:39,306 DEBUG [M:0;8394b182524b:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f9a5fd76c240cd8948705cd34dcc42 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731467856343/Put/seqid=0 2024-11-13T03:17:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741854_1030 (size=7319) 2024-11-13T03:17:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:39,327 INFO [RS:0;8394b182524b:40177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x101323257fd0007, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:39,327 INFO [RS:0;8394b182524b:40177 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,40177,1731467850380; zookeeper connection closed. 2024-11-13T03:17:39,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f0ab78d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f0ab78d 2024-11-13T03:17:39,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:17:39,714 INFO [M:0;8394b182524b:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f9a5fd76c240cd8948705cd34dcc42 2024-11-13T03:17:39,747 DEBUG [M:0;8394b182524b:46375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49b9bfce5101490a97309f0577dd7aa3 is 69, key is 8394b182524b,40177,1731467850380/rs:state/1731467851485/Put/seqid=0 2024-11-13T03:17:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741855_1031 (size=5371) 2024-11-13T03:17:39,756 INFO [M:0;8394b182524b:46375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49b9bfce5101490a97309f0577dd7aa3 2024-11-13T03:17:39,763 INFO [M:0;8394b182524b:46375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49b9bfce5101490a97309f0577dd7aa3 2024-11-13T03:17:39,764 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c69c35d1e2414543a62ca3487be43df3 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69c35d1e2414543a62ca3487be43df3 2024-11-13T03:17:39,771 INFO [M:0;8394b182524b:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c69c35d1e2414543a62ca3487be43df3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T03:17:39,775 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f9a5fd76c240cd8948705cd34dcc42 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60f9a5fd76c240cd8948705cd34dcc42 2024-11-13T03:17:39,782 INFO [M:0;8394b182524b:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60f9a5fd76c240cd8948705cd34dcc42, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T03:17:39,784 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49b9bfce5101490a97309f0577dd7aa3 as hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49b9bfce5101490a97309f0577dd7aa3 2024-11-13T03:17:39,792 INFO [M:0;8394b182524b:46375 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49b9bfce5101490a97309f0577dd7aa3 2024-11-13T03:17:39,792 INFO [M:0;8394b182524b:46375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33199/user/jenkins/test-data/aa8cece2-a1f4-8e28-c002-52d49a94201e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49b9bfce5101490a97309f0577dd7aa3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T03:17:39,794 INFO [M:0;8394b182524b:46375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=172, compaction requested=false 2024-11-13T03:17:39,802 INFO [M:0;8394b182524b:46375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:39,803 DEBUG [M:0;8394b182524b:46375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467859261Disabling compacts and flushes for region at 1731467859261Disabling writes for close at 1731467859261Obtaining lock to block concurrent updates at 1731467859261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467859261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731467859262 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467859262Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467859262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467859277 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467859277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467859290 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467859305 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467859305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467859721 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467859746 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467859746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bb7bdb: reopening flushed file at 1731467859763 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bced2a6: reopening flushed file at 1731467859772 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66568d2c: reopening flushed file at 1731467859782 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=172, compaction requested=false at 1731467859794 (+12 ms)Writing region close event to WAL at 1731467859802 (+8 ms)Closed at 1731467859802 2024-11-13T03:17:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39811 is added to blk_1073741847_1023 (size=22949) 2024-11-13T03:17:39,813 INFO [M:0;8394b182524b:46375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:17:39,813 INFO [M:0;8394b182524b:46375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46375 2024-11-13T03:17:39,813 INFO [M:0;8394b182524b:46375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:39,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:39,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:39,959 INFO [M:0;8394b182524b:46375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:39,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46375-0x101323257fd0006, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:39,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:39,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:39,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:39,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:39,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:39,964 WARN [BP-564861802-172.17.0.3-1731467829310 heartbeating to localhost/127.0.0.1:33199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:17:39,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:17:39,964 WARN [BP-564861802-172.17.0.3-1731467829310 heartbeating to localhost/127.0.0.1:33199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-564861802-172.17.0.3-1731467829310 (Datanode Uuid 53bf3938-e9f7-45c4-8bac-0ec0cbfb1ef6) service to localhost/127.0.0.1:33199 2024-11-13T03:17:39,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:17:39,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/data/data1/current/BP-564861802-172.17.0.3-1731467829310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:39,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/cluster_1125098e-aa9d-ab6f-6786-6517041cf39d/data/data2/current/BP-564861802-172.17.0.3-1731467829310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:39,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:17:39,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:39,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:39,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:39,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:39,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7655f3b-b1f5-ebc5-973f-dd8cfe03efd8/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:39,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:17:40,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:17:40,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=115 (was 11) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44305 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2dea4969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33199 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=562 (was 553) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4994 (was 5845) 2024-11-13T03:17:40,056 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=115, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=562, ProcessCount=11, AvailableMemoryMB=4993 2024-11-13T03:17:40,080 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T03:17:40,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101323257fd0002, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:17:40,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir so I do NOT create it in target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45 2024-11-13T03:17:40,081 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:17:40,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.tmp.dir so I do NOT create it in target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45 2024-11-13T03:17:40,081 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f1bec2f-9b03-0563-71da-80b9130727df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:17:40,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101323257fd0002, quorum=127.0.0.1:49383, baseZNode=/01068960003 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:17:40,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45 2024-11-13T03:17:40,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c, deleteOnExit=true 2024-11-13T03:17:40,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101323257fd0005, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:17:40,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101323257fd0005, quorum=127.0.0.1:49383, baseZNode=/1156942624 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:17:40,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/zookeeper_0, clientPort=54493, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:17:40,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54493 2024-11-13T03:17:40,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:17:40,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:17:40,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/test.cache.data in system properties and HBase conf 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:17:40,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:17:40,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:17:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:17:40,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:17:40,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:40,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:17:40,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:17:40,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:40,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:40,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:40,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:40,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:17:40,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:40,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:40,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a87e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:40,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e45f329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/java.io.tmpdir/jetty-localhost-41577-hadoop-hdfs-3_4_1-tests_jar-_-any-14748300794905891056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:40,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4744fff9{HTTP/1.1, (http/1.1)}{localhost:41577} 2024-11-13T03:17:40,749 INFO [Time-limited test {}] server.Server(415): Started @34421ms 2024-11-13T03:17:41,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:41,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:41,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:41,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:41,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:17:41,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:41,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304ca39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:41,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60caa600{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/java.io.tmpdir/jetty-localhost-36473-hadoop-hdfs-3_4_1-tests_jar-_-any-14166566337140926296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:41,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585b14e2{HTTP/1.1, (http/1.1)}{localhost:36473} 2024-11-13T03:17:41,197 INFO [Time-limited test {}] server.Server(415): Started @34868ms 2024-11-13T03:17:41,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:17:41,959 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/data/data2/current/BP-359019432-172.17.0.3-1731467860202/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:41,959 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/data/data1/current/BP-359019432-172.17.0.3-1731467860202/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:41,981 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:17:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe316d3ba6cacf7a with lease ID 0x58855e574f682a99: Processing first storage report for DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594 from datanode DatanodeRegistration(127.0.0.1:35157, datanodeUuid=c9a8c230-2fcf-4f6b-b0ba-3a1e9e333b70, infoPort=36039, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1793302737;c=1731467860202) 2024-11-13T03:17:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe316d3ba6cacf7a with lease ID 0x58855e574f682a99: from storage DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594 node DatanodeRegistration(127.0.0.1:35157, datanodeUuid=c9a8c230-2fcf-4f6b-b0ba-3a1e9e333b70, infoPort=36039, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1793302737;c=1731467860202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe316d3ba6cacf7a with lease ID 0x58855e574f682a99: Processing first storage report for DS-563bcbf7-007a-4748-818e-495b3c201c4d from datanode DatanodeRegistration(127.0.0.1:35157, datanodeUuid=c9a8c230-2fcf-4f6b-b0ba-3a1e9e333b70, infoPort=36039, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1793302737;c=1731467860202) 2024-11-13T03:17:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe316d3ba6cacf7a with lease ID 0x58855e574f682a99: from storage DS-563bcbf7-007a-4748-818e-495b3c201c4d node DatanodeRegistration(127.0.0.1:35157, datanodeUuid=c9a8c230-2fcf-4f6b-b0ba-3a1e9e333b70, infoPort=36039, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1793302737;c=1731467860202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:42,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45 2024-11-13T03:17:42,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:17:42,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793 with version=8 2024-11-13T03:17:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/hbase-staging 2024-11-13T03:17:42,479 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:42,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:42,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:42,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39945 2024-11-13T03:17:42,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39945 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:42,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399450x0, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:42,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39945-0x1013232d45c0000 connected 2024-11-13T03:17:42,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/running 2024-11-13T03:17:42,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793, hbase.cluster.distributed=false 2024-11-13T03:17:42,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/acl 2024-11-13T03:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-13T03:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39945 2024-11-13T03:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39945 2024-11-13T03:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-13T03:17:42,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39945 2024-11-13T03:17:42,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:42,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41597 2024-11-13T03:17:42,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41597 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:42,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415970x0, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:42,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41597-0x1013232d45c0001 connected 2024-11-13T03:17:42,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/running 2024-11-13T03:17:42,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:42,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:42,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/master 2024-11-13T03:17:42,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/acl 2024-11-13T03:17:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-13T03:17:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41597 2024-11-13T03:17:42,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41597 2024-11-13T03:17:42,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-13T03:17:42,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41597 2024-11-13T03:17:42,745 DEBUG [M:0;8394b182524b:39945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:39945 2024-11-13T03:17:42,745 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1068469021/backup-masters/8394b182524b,39945,1731467862479 2024-11-13T03:17:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/backup-masters 2024-11-13T03:17:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/backup-masters 2024-11-13T03:17:42,753 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on existing znode=/0-1068469021/backup-masters/8394b182524b,39945,1731467862479 2024-11-13T03:17:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068469021/master 2024-11-13T03:17:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:42,764 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on existing znode=/0-1068469021/master 2024-11-13T03:17:42,764 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1068469021/backup-masters/8394b182524b,39945,1731467862479 from backup master directory 2024-11-13T03:17:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068469021/backup-masters/8394b182524b,39945,1731467862479 2024-11-13T03:17:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/backup-masters 2024-11-13T03:17:42,774 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/backup-masters 2024-11-13T03:17:42,774 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,39945,1731467862479 2024-11-13T03:17:42,779 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/hbase.id] with ID: 88001eee-881f-49a4-aa70-f8fcc44148c3 2024-11-13T03:17:42,780 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/.tmp/hbase.id 2024-11-13T03:17:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:17:43,186 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/.tmp/hbase.id]:[hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/hbase.id] 2024-11-13T03:17:43,199 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:43,199 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:17:43,201 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:17:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:17:43,654 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:43,654 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:17:43,655 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:17:43,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:43,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:43,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:17:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:17:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:44,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store 2024-11-13T03:17:44,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:17:44,469 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:44,469 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:44,469 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:44,469 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:44,469 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:44,469 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:44,469 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:44,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467864469Disabling compacts and flushes for region at 1731467864469Disabling writes for close at 1731467864469Writing region close event to WAL at 1731467864469Closed at 1731467864469 2024-11-13T03:17:44,471 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/.initializing 2024-11-13T03:17:44,471 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/WALs/8394b182524b,39945,1731467862479 2024-11-13T03:17:44,472 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:44,474 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C39945%2C1731467862479, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/WALs/8394b182524b,39945,1731467862479, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/oldWALs, maxLogs=10 2024-11-13T03:17:44,489 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/WALs/8394b182524b,39945,1731467862479/8394b182524b%2C39945%2C1731467862479.1731467864474, exclude list is [], retry=0 2024-11-13T03:17:44,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594,DISK] 2024-11-13T03:17:44,494 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/WALs/8394b182524b,39945,1731467862479/8394b182524b%2C39945%2C1731467862479.1731467864474 2024-11-13T03:17:44,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-13T03:17:44,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:44,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:44,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:17:44,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:44,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:44,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:17:44,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:44,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:44,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:17:44,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:44,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:44,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:17:44,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:44,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:44,503 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,504 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,504 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,506 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,506 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,506 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:44,507 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:44,510 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:44,510 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74027700, jitterRate=0.10309869050979614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:44,511 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467864495Initializing all the Stores at 1731467864496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467864496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467864497 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467864497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467864497Cleaning up temporary data from old regions at 1731467864506 (+9 ms)Region opened successfully at 1731467864511 (+5 ms) 2024-11-13T03:17:44,511 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:17:44,514 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3703cc0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:44,515 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:17:44,515 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:17:44,515 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:17:44,515 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:17:44,515 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:17:44,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:17:44,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:17:44,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:17:44,518 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Unable to get data of znode /0-1068469021/balancer because node does not exist (not necessarily an error) 2024-11-13T03:17:44,731 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/balancer already deleted, retry=false 2024-11-13T03:17:44,732 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:17:44,733 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Unable to get data of znode /0-1068469021/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:17:44,794 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/normalizer already deleted, retry=false 2024-11-13T03:17:44,795 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:17:44,796 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Unable to get data of znode /0-1068469021/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:17:44,952 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/switch/split already deleted, retry=false 2024-11-13T03:17:44,953 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Unable to get data of znode /0-1068469021/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:17:45,047 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/switch/merge already deleted, retry=false 2024-11-13T03:17:45,049 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Unable to get data of znode /0-1068469021/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:17:45,057 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/snapshot-cleanup already deleted, retry=false 2024-11-13T03:17:45,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068469021/running 2024-11-13T03:17:45,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1068469021/running 2024-11-13T03:17:45,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,068 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,39945,1731467862479, sessionid=0x1013232d45c0000, setting cluster-up flag (Was=false) 2024-11-13T03:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1068469021/flush-table-proc/acquired, /0-1068469021/flush-table-proc/reached, /0-1068469021/flush-table-proc/abort 2024-11-13T03:17:45,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39945,1731467862479 2024-11-13T03:17:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:45,173 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1068469021/online-snapshot/acquired, /0-1068469021/online-snapshot/reached, /0-1068469021/online-snapshot/abort 2024-11-13T03:17:45,174 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39945,1731467862479 2024-11-13T03:17:45,175 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:17:45,177 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:45,177 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:17:45,177 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:17:45,177 WARN [master/8394b182524b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8394b182524b,45215,1731467834586: status=Processing ServerCrashProcedure of 8394b182524b,45215,1731467834586 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731467851398, completionTime=-1 appears to have been leaked 2024-11-13T03:17:45,178 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,39945,1731467862479 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:45,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,180 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467895180 2024-11-13T03:17:45,180 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:17:45,180 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:17:45,180 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:17:45,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:17:45,181 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:17:45,182 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467865181,5,FailOnTimeoutGroup] 2024-11-13T03:17:45,182 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467865182,5,FailOnTimeoutGroup] 2024-11-13T03:17:45,182 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,182 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:17:45,182 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,182 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:45,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:17:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:17:45,208 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(746): ClusterId : 88001eee-881f-49a4-aa70-f8fcc44148c3 2024-11-13T03:17:45,208 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:17:45,216 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:17:45,216 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:17:45,227 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:17:45,227 DEBUG [RS:0;8394b182524b:41597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f60f994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:45,243 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:41597 2024-11-13T03:17:45,243 INFO [RS:0;8394b182524b:41597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:17:45,243 INFO [RS:0;8394b182524b:41597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:17:45,243 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:17:45,244 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,39945,1731467862479 with port=41597, startcode=1731467862679 2024-11-13T03:17:45,245 DEBUG [RS:0;8394b182524b:41597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:17:45,246 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:17:45,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,41597,1731467862679 2024-11-13T03:17:45,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39945 {}] master.ServerManager(517): Registering regionserver=8394b182524b,41597,1731467862679 2024-11-13T03:17:45,249 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793 2024-11-13T03:17:45,249 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-13T03:17:45,249 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:17:45,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/rs 2024-11-13T03:17:45,258 DEBUG [RS:0;8394b182524b:41597 {}] zookeeper.ZKUtil(111): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on existing znode=/0-1068469021/rs/8394b182524b,41597,1731467862679 2024-11-13T03:17:45,258 WARN [RS:0;8394b182524b:41597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:45,258 INFO [RS:0;8394b182524b:41597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:45,258 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679 2024-11-13T03:17:45,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,41597,1731467862679] 2024-11-13T03:17:45,262 INFO [RS:0;8394b182524b:41597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:17:45,263 INFO [RS:0;8394b182524b:41597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:17:45,264 INFO [RS:0;8394b182524b:41597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:17:45,264 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,264 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:17:45,265 INFO [RS:0;8394b182524b:41597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:17:45,265 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,265 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,265 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,265 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,265 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,265 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:45,266 DEBUG [RS:0;8394b182524b:41597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:45,268 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,268 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,268 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,268 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,268 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,269 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41597,1731467862679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:45,285 INFO [RS:0;8394b182524b:41597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:17:45,285 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41597,1731467862679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,285 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,285 INFO [RS:0;8394b182524b:41597 {}] regionserver.Replication(171): 8394b182524b,41597,1731467862679 started 2024-11-13T03:17:45,299 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:45,299 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,41597,1731467862679, RpcServer on 8394b182524b/172.17.0.3:41597, sessionid=0x1013232d45c0001 2024-11-13T03:17:45,299 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:17:45,299 DEBUG [RS:0;8394b182524b:41597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,41597,1731467862679 2024-11-13T03:17:45,299 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41597,1731467862679' 2024-11-13T03:17:45,299 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1068469021/flush-table-proc/abort' 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1068469021/flush-table-proc/acquired' 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,41597,1731467862679 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41597,1731467862679' 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1068469021/online-snapshot/abort' 2024-11-13T03:17:45,300 DEBUG [RS:0;8394b182524b:41597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1068469021/online-snapshot/acquired' 2024-11-13T03:17:45,301 DEBUG [RS:0;8394b182524b:41597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:17:45,301 INFO [RS:0;8394b182524b:41597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:17:45,301 INFO [RS:0;8394b182524b:41597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:17:45,401 INFO [RS:0;8394b182524b:41597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:45,403 INFO [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41597%2C1731467862679, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs, maxLogs=10 2024-11-13T03:17:45,416 DEBUG [RS:0;8394b182524b:41597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403, exclude list is [], retry=0 2024-11-13T03:17:45,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594,DISK] 2024-11-13T03:17:45,420 INFO [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 2024-11-13T03:17:45,421 DEBUG [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-13T03:17:45,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:17:45,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793 2024-11-13T03:17:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:17:45,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:46,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:46,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:46,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:46,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:46,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:46,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:46,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:46,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:46,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740 2024-11-13T03:17:46,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740 2024-11-13T03:17:46,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:46,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:46,009 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:46,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:46,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:46,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62970954, jitterRate=-0.061659663915634155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:46,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467865998Initializing all the Stores at 1731467865998Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467865999 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467865999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467865999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467865999Cleaning up temporary data from old regions at 1731467866009 (+10 ms)Region opened successfully at 1731467866014 (+5 ms) 2024-11-13T03:17:46,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:46,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:46,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:46,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467866014Disabling compacts and flushes for region at 1731467866014Disabling writes for close at 1731467866015 (+1 ms)Writing region close event to WAL at 1731467866015Closed at 1731467866015 2024-11-13T03:17:46,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:46,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:17:46,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:17:46,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:46,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:17:46,169 DEBUG [8394b182524b:39945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:46,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,41597,1731467862679 2024-11-13T03:17:46,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41597,1731467862679, state=OPENING 2024-11-13T03:17:46,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:17:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:46,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:46,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068469021/meta-region-server: CHANGED 2024-11-13T03:17:46,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41597,1731467862679}] 2024-11-13T03:17:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068469021/meta-region-server: CHANGED 2024-11-13T03:17:46,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:17:46,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:17:46,449 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:17:46,449 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:46,450 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:17:46,451 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41597%2C1731467862679.meta, suffix=.meta, logDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs, maxLogs=10 2024-11-13T03:17:46,463 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.meta.1731467866451.meta, exclude list is [], retry=0 2024-11-13T03:17:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594,DISK] 2024-11-13T03:17:46,467 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.meta.1731467866451.meta 2024-11-13T03:17:46,467 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-13T03:17:46,467 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:46,468 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:17:46,468 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:17:46,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:17:46,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:46,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:46,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:46,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:46,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:46,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:46,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:46,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:46,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:46,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:46,475 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:46,476 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740 2024-11-13T03:17:46,477 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740 2024-11-13T03:17:46,478 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:46,478 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:46,479 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:46,480 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:46,481 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74144915, jitterRate=0.104845330119133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:46,481 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:17:46,482 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467866468Writing region info on filesystem at 1731467866468Initializing all the Stores at 1731467866469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467866469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467866469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467866470 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467866470Cleaning up temporary data from old regions at 1731467866478 (+8 ms)Running coprocessor post-open hooks at 1731467866481 (+3 ms)Region opened successfully at 1731467866482 (+1 ms) 2024-11-13T03:17:46,483 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467866444 2024-11-13T03:17:46,485 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:17:46,485 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:17:46,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41597,1731467862679 2024-11-13T03:17:46,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41597,1731467862679, state=OPEN 2024-11-13T03:17:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1068469021/meta-region-server 2024-11-13T03:17:46,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1068469021/meta-region-server 2024-11-13T03:17:46,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,41597,1731467862679 2024-11-13T03:17:46,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068469021/meta-region-server: CHANGED 2024-11-13T03:17:46,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1068469021/meta-region-server: CHANGED 2024-11-13T03:17:46,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:17:46,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41597,1731467862679 in 209 msec 2024-11-13T03:17:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:17:46,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-13T03:17:46,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:46,506 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:17:46,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:46,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41597,1731467862679, seqNum=-1] 2024-11-13T03:17:46,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:46,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:46,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-13T03:17:46,514 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467866514, completionTime=-1 2024-11-13T03:17:46,514 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:17:46,515 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:17:46,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:17:46,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467926516 2024-11-13T03:17:46,516 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467986516 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:39945, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,519 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.747sec 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:17:46,521 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:17:46,522 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:46,522 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:17:46,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:17:46,524 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:17:46,524 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39945,1731467862479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:46,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:46,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39945,-1 for getting cluster id 2024-11-13T03:17:46,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:46,610 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88001eee-881f-49a4-aa70-f8fcc44148c3' 2024-11-13T03:17:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88001eee-881f-49a4-aa70-f8fcc44148c3" 2024-11-13T03:17:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ef5453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39945,-1] 2024-11-13T03:17:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:46,612 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:46,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55d4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:46,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41597,1731467862679, seqNum=-1] 2024-11-13T03:17:46,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:46,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:46,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,39945,1731467862479 2024-11-13T03:17:46,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:46,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:46,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013232d45c0002 connected 2024-11-13T03:17:46,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir so I do NOT create it in target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3 2024-11-13T03:17:46,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:17:46,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.tmp.dir so I do NOT create it in target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3 2024-11-13T03:17:46,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:17:46,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3 2024-11-13T03:17:46,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/cluster_4fb91f58-6bed-f81c-8402-0cd926825968, deleteOnExit=true 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/test.cache.data in system properties and HBase conf 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:17:46,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:17:46,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:17:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:17:46,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:46,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:46,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:46,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:46,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:17:46,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:46,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:46,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:47,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@505f10b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/java.io.tmpdir/jetty-localhost-38345-hadoop-hdfs-3_4_1-tests_jar-_-any-12747088922268635044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:47,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:38345} 2024-11-13T03:17:47,055 INFO [Time-limited test {}] server.Server(415): Started @40727ms 2024-11-13T03:17:47,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:47,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:47,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:47,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:47,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:17:47,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:47,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48299201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:47,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8519863{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/java.io.tmpdir/jetty-localhost-35103-hadoop-hdfs-3_4_1-tests_jar-_-any-7865733503199876922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:47,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4320cd6f{HTTP/1.1, (http/1.1)}{localhost:35103} 2024-11-13T03:17:47,418 INFO [Time-limited test {}] server.Server(415): Started @41090ms 2024-11-13T03:17:47,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:17:48,092 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/cluster_4fb91f58-6bed-f81c-8402-0cd926825968/data/data2/current/BP-838458110-172.17.0.3-1731467866656/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:48,092 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/cluster_4fb91f58-6bed-f81c-8402-0cd926825968/data/data1/current/BP-838458110-172.17.0.3-1731467866656/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:48,110 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:17:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294336d1416e06b with lease ID 0xea89e06ecf2cbca0: Processing first storage report for DS-118e45d3-1788-4a3b-a771-147503a96d75 from datanode DatanodeRegistration(127.0.0.1:34431, datanodeUuid=25971418-5e3b-477f-b1e9-497e4df6692a, infoPort=34511, infoSecurePort=0, ipcPort=43401, storageInfo=lv=-57;cid=testClusterID;nsid=903499178;c=1731467866656) 2024-11-13T03:17:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294336d1416e06b with lease ID 0xea89e06ecf2cbca0: from storage DS-118e45d3-1788-4a3b-a771-147503a96d75 node DatanodeRegistration(127.0.0.1:34431, datanodeUuid=25971418-5e3b-477f-b1e9-497e4df6692a, infoPort=34511, infoSecurePort=0, ipcPort=43401, storageInfo=lv=-57;cid=testClusterID;nsid=903499178;c=1731467866656), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294336d1416e06b with lease ID 0xea89e06ecf2cbca0: Processing first storage report for DS-9417c686-11f1-4fce-946e-00f7bda1f81b from datanode DatanodeRegistration(127.0.0.1:34431, datanodeUuid=25971418-5e3b-477f-b1e9-497e4df6692a, infoPort=34511, infoSecurePort=0, ipcPort=43401, storageInfo=lv=-57;cid=testClusterID;nsid=903499178;c=1731467866656) 2024-11-13T03:17:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294336d1416e06b with lease ID 0xea89e06ecf2cbca0: from storage DS-9417c686-11f1-4fce-946e-00f7bda1f81b node DatanodeRegistration(127.0.0.1:34431, datanodeUuid=25971418-5e3b-477f-b1e9-497e4df6692a, infoPort=34511, infoSecurePort=0, ipcPort=43401, storageInfo=lv=-57;cid=testClusterID;nsid=903499178;c=1731467866656), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:48,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3 2024-11-13T03:17:48,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:17:48,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5 with version=8 2024-11-13T03:17:48,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/hbase-staging 2024-11-13T03:17:48,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:48,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:48,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36075 2024-11-13T03:17:48,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36075 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:48,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360750x0, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:48,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36075-0x1013232d45c0003 connected 2024-11-13T03:17:48,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/running 2024-11-13T03:17:48,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5, hbase.cluster.distributed=false 2024-11-13T03:17:48,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/acl 2024-11-13T03:17:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-13T03:17:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36075 2024-11-13T03:17:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36075 2024-11-13T03:17:48,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-13T03:17:48,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36075 2024-11-13T03:17:48,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:48,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:48,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:48,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:48,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38261 2024-11-13T03:17:48,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38261 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:48,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:48,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382610x0, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:48,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382610x0, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/running 2024-11-13T03:17:48,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38261-0x1013232d45c0004 connected 2024-11-13T03:17:48,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:48,712 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:48,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/master 2024-11-13T03:17:48,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/acl 2024-11-13T03:17:48,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38261 2024-11-13T03:17:48,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38261 2024-11-13T03:17:48,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38261 2024-11-13T03:17:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38261 2024-11-13T03:17:48,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38261 2024-11-13T03:17:48,733 DEBUG [M:0;8394b182524b:36075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:36075 2024-11-13T03:17:48,734 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11512779164/backup-masters/8394b182524b,36075,1731467868560 2024-11-13T03:17:48,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/backup-masters 2024-11-13T03:17:48,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/backup-masters 2024-11-13T03:17:48,742 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on existing znode=/11512779164/backup-masters/8394b182524b,36075,1731467868560 2024-11-13T03:17:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11512779164/master 2024-11-13T03:17:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:48,753 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on existing znode=/11512779164/master 2024-11-13T03:17:48,753 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11512779164/backup-masters/8394b182524b,36075,1731467868560 from backup master directory 2024-11-13T03:17:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/backup-masters 2024-11-13T03:17:48,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11512779164/backup-masters/8394b182524b,36075,1731467868560 2024-11-13T03:17:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/backup-masters 2024-11-13T03:17:48,763 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:48,763 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,36075,1731467868560 2024-11-13T03:17:48,767 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/hbase.id] with ID: 9a726aac-2a4d-4248-aae0-ea4365e4601c 2024-11-13T03:17:48,767 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/.tmp/hbase.id 2024-11-13T03:17:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:17:49,176 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/.tmp/hbase.id]:[hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/hbase.id] 2024-11-13T03:17:49,190 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:49,190 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:17:49,192 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:17:49,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:49,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:17:49,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:49,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:49,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:49,694 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:49,694 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:17:49,695 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:17:50,104 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store 2024-11-13T03:17:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:50,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:50,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:50,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467870121Disabling compacts and flushes for region at 1731467870121Disabling writes for close at 1731467870121Writing region close event to WAL at 1731467870121Closed at 1731467870121 2024-11-13T03:17:50,122 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/.initializing 2024-11-13T03:17:50,123 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/WALs/8394b182524b,36075,1731467868560 2024-11-13T03:17:50,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:50,131 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C36075%2C1731467868560, suffix=, logDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/WALs/8394b182524b,36075,1731467868560, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/oldWALs, maxLogs=10 2024-11-13T03:17:50,153 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/WALs/8394b182524b,36075,1731467868560/8394b182524b%2C36075%2C1731467868560.1731467870131, exclude list is [], retry=0 2024-11-13T03:17:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-118e45d3-1788-4a3b-a771-147503a96d75,DISK] 2024-11-13T03:17:50,167 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/WALs/8394b182524b,36075,1731467868560/8394b182524b%2C36075%2C1731467868560.1731467870131 2024-11-13T03:17:50,170 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511)] 2024-11-13T03:17:50,170 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:50,171 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:50,171 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,171 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:17:50,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:50,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:17:50,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:17:50,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:50,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:50,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:17:50,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:50,192 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,197 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,203 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,205 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,205 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,206 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:50,207 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:17:50,220 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:50,221 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59812543, jitterRate=-0.10872365534305573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:50,221 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467870171Initializing all the Stores at 1731467870172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467870172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467870176 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467870176Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467870176Cleaning up temporary data from old regions at 1731467870205 (+29 ms)Region opened successfully at 1731467870221 (+16 ms) 2024-11-13T03:17:50,232 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:17:50,241 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607f6b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:50,242 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:17:50,243 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:17:50,243 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:17:50,243 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:17:50,244 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T03:17:50,245 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:17:50,245 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:17:50,253 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:17:50,254 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/balancer because node does not exist (not necessarily an error) 2024-11-13T03:17:50,310 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/balancer already deleted, retry=false 2024-11-13T03:17:50,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:17:50,311 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:17:50,320 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/normalizer already deleted, retry=false 2024-11-13T03:17:50,321 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:17:50,322 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:17:50,331 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/switch/split already deleted, retry=false 2024-11-13T03:17:50,332 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:17:50,341 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/switch/merge already deleted, retry=false 2024-11-13T03:17:50,344 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:17:50,352 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/snapshot-cleanup already deleted, retry=false 2024-11-13T03:17:50,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11512779164/running 2024-11-13T03:17:50,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11512779164/running 2024-11-13T03:17:50,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,364 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,36075,1731467868560, sessionid=0x1013232d45c0003, setting cluster-up flag (Was=false) 2024-11-13T03:17:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,415 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11512779164/flush-table-proc/acquired, /11512779164/flush-table-proc/reached, /11512779164/flush-table-proc/abort 2024-11-13T03:17:50,416 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,36075,1731467868560 2024-11-13T03:17:50,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:50,562 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11512779164/online-snapshot/acquired, /11512779164/online-snapshot/reached, /11512779164/online-snapshot/abort 2024-11-13T03:17:50,563 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,36075,1731467868560 2024-11-13T03:17:50,565 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:17:50,566 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:50,566 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:17:50,567 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:17:50,567 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,36075,1731467868560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:50,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467900572 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:17:50,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:17:50,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:50,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:17:50,576 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:50,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:17:50,580 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:17:50,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:17:50,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:17:50,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:17:50,596 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:17:50,596 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:17:50,599 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467870596,5,FailOnTimeoutGroup] 2024-11-13T03:17:50,600 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467870599,5,FailOnTimeoutGroup] 2024-11-13T03:17:50,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:17:50,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:17:50,621 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(746): ClusterId : 9a726aac-2a4d-4248-aae0-ea4365e4601c 2024-11-13T03:17:50,622 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:17:50,626 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:17:50,626 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:17:50,637 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:17:50,637 DEBUG [RS:0;8394b182524b:38261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc158d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:17:50,649 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:38261 2024-11-13T03:17:50,649 INFO [RS:0;8394b182524b:38261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:17:50,649 INFO [RS:0;8394b182524b:38261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:17:50,649 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:17:50,650 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,36075,1731467868560 with port=38261, startcode=1731467868699 2024-11-13T03:17:50,650 DEBUG [RS:0;8394b182524b:38261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:17:50,652 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:17:50,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,38261,1731467868699 2024-11-13T03:17:50,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36075 {}] master.ServerManager(517): Registering regionserver=8394b182524b,38261,1731467868699 2024-11-13T03:17:50,654 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5 2024-11-13T03:17:50,654 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42063 2024-11-13T03:17:50,654 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:17:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/rs 2024-11-13T03:17:50,724 DEBUG [RS:0;8394b182524b:38261 {}] zookeeper.ZKUtil(111): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on existing znode=/11512779164/rs/8394b182524b,38261,1731467868699 2024-11-13T03:17:50,724 WARN [RS:0;8394b182524b:38261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:50,724 INFO [RS:0;8394b182524b:38261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:50,725 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699 2024-11-13T03:17:50,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,38261,1731467868699] 2024-11-13T03:17:50,730 INFO [RS:0;8394b182524b:38261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:17:50,736 INFO [RS:0;8394b182524b:38261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:17:50,737 INFO [RS:0;8394b182524b:38261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:17:50,737 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,740 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:17:50,741 INFO [RS:0;8394b182524b:38261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:17:50,741 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,741 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:50,742 DEBUG [RS:0;8394b182524b:38261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,743 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38261,1731467868699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:50,764 INFO [RS:0;8394b182524b:38261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:17:50,764 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38261,1731467868699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,764 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,764 INFO [RS:0;8394b182524b:38261 {}] regionserver.Replication(171): 8394b182524b,38261,1731467868699 started 2024-11-13T03:17:50,784 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:50,785 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,38261,1731467868699, RpcServer on 8394b182524b/172.17.0.3:38261, sessionid=0x1013232d45c0004 2024-11-13T03:17:50,785 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:17:50,785 DEBUG [RS:0;8394b182524b:38261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,38261,1731467868699 2024-11-13T03:17:50,785 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38261,1731467868699' 2024-11-13T03:17:50,785 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11512779164/flush-table-proc/abort' 2024-11-13T03:17:50,785 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11512779164/flush-table-proc/acquired' 2024-11-13T03:17:50,786 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:17:50,786 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:17:50,786 DEBUG [RS:0;8394b182524b:38261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,38261,1731467868699 2024-11-13T03:17:50,786 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38261,1731467868699' 2024-11-13T03:17:50,786 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11512779164/online-snapshot/abort' 2024-11-13T03:17:50,787 DEBUG [RS:0;8394b182524b:38261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11512779164/online-snapshot/acquired' 2024-11-13T03:17:50,791 DEBUG [RS:0;8394b182524b:38261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:17:50,791 INFO [RS:0;8394b182524b:38261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:17:50,791 INFO [RS:0;8394b182524b:38261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:17:50,892 INFO [RS:0;8394b182524b:38261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:17:50,895 INFO [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38261%2C1731467868699, suffix=, logDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/oldWALs, maxLogs=10 2024-11-13T03:17:50,914 DEBUG [RS:0;8394b182524b:38261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699/8394b182524b%2C38261%2C1731467868699.1731467870896, exclude list is [], retry=0 2024-11-13T03:17:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-118e45d3-1788-4a3b-a771-147503a96d75,DISK] 2024-11-13T03:17:50,921 INFO [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699/8394b182524b%2C38261%2C1731467868699.1731467870896 2024-11-13T03:17:50,921 DEBUG [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511)] 2024-11-13T03:17:51,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:17:51,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5 2024-11-13T03:17:51,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:17:51,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:51,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:51,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:51,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:51,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:51,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:51,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:51,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:51,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:51,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:51,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740 2024-11-13T03:17:51,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740 2024-11-13T03:17:51,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:51,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:51,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:51,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:51,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:51,037 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61917659, jitterRate=-0.07735498249530792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467871017Initializing all the Stores at 1731467871018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467871018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871018Cleaning up temporary data from old regions at 1731467871031 (+13 ms)Region opened successfully at 1731467871037 (+6 ms) 2024-11-13T03:17:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:51,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:51,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:51,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:51,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467871037Disabling compacts and flushes for region at 1731467871037Disabling writes for close at 1731467871037Writing region close event to WAL at 1731467871038 (+1 ms)Closed at 1731467871038 2024-11-13T03:17:51,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:51,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:17:51,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:17:51,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:51,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:17:51,195 DEBUG [8394b182524b:36075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:17:51,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,38261,1731467868699 2024-11-13T03:17:51,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38261,1731467868699, state=OPENING 2024-11-13T03:17:51,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:17:51,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:51,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:51,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11512779164/meta-region-server: CHANGED 2024-11-13T03:17:51,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:17:51,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11512779164/meta-region-server: CHANGED 2024-11-13T03:17:51,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38261,1731467868699}] 2024-11-13T03:17:51,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:17:51,412 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:17:51,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:17:51,418 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:17:51,418 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:51,418 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:17:51,420 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38261%2C1731467868699.meta, suffix=.meta, logDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699, archiveDir=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/oldWALs, maxLogs=10 2024-11-13T03:17:51,439 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699/8394b182524b%2C38261%2C1731467868699.meta.1731467871420.meta, exclude list is [], retry=0 2024-11-13T03:17:51,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-118e45d3-1788-4a3b-a771-147503a96d75,DISK] 2024-11-13T03:17:51,447 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/WALs/8394b182524b,38261,1731467868699/8394b182524b%2C38261%2C1731467868699.meta.1731467871420.meta 2024-11-13T03:17:51,448 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34511:34511)] 2024-11-13T03:17:51,448 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:51,448 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:51,448 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:51,448 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:17:51,448 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:17:51,448 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:17:51,449 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:51,449 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:17:51,449 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:17:51,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:17:51,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:17:51,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:17:51,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:17:51,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:17:51,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:17:51,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:17:51,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:17:51,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:17:51,456 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:17:51,457 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740 2024-11-13T03:17:51,460 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740 2024-11-13T03:17:51,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:17:51,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:17:51,462 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:17:51,465 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:17:51,466 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929745, jitterRate=-0.09207604825496674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:17:51,466 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:17:51,466 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467871449Writing region info on filesystem at 1731467871449Initializing all the Stores at 1731467871450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467871450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467871450Cleaning up temporary data from old regions at 1731467871461 (+11 ms)Running coprocessor post-open hooks at 1731467871466 (+5 ms)Region opened successfully at 1731467871466 2024-11-13T03:17:51,467 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467871411 2024-11-13T03:17:51,470 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:17:51,470 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:17:51,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,38261,1731467868699 2024-11-13T03:17:51,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38261,1731467868699, state=OPEN 2024-11-13T03:17:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11512779164/meta-region-server 2024-11-13T03:17:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11512779164/meta-region-server 2024-11-13T03:17:51,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,38261,1731467868699 2024-11-13T03:17:51,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11512779164/meta-region-server: CHANGED 2024-11-13T03:17:51,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11512779164/meta-region-server: CHANGED 2024-11-13T03:17:51,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:17:51,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38261,1731467868699 in 230 msec 2024-11-13T03:17:51,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:17:51,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-13T03:17:51,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:17:51,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:17:51,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:51,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38261,1731467868699, seqNum=-1] 2024-11-13T03:17:51,499 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:51,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:51,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 947 msec 2024-11-13T03:17:51,514 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467871514, completionTime=-1 2024-11-13T03:17:51,514 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:17:51,514 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:17:51,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:17:51,517 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467931517 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467991518 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:36075, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,522 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,523 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:17:51,530 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.767sec 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:17:51,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:17:51,534 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:17:51,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:17:51,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36075,1731467868560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:17:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,36075,-1 for getting cluster id 2024-11-13T03:17:51,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:51,637 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a726aac-2a4d-4248-aae0-ea4365e4601c' 2024-11-13T03:17:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a726aac-2a4d-4248-aae0-ea4365e4601c" 2024-11-13T03:17:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5176956a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,36075,-1] 2024-11-13T03:17:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:51,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:51,639 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:51,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8d0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38261,1731467868699, seqNum=-1] 2024-11-13T03:17:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:51,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:17:51,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,36075,1731467868560 2024-11-13T03:17:51,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54493 2024-11-13T03:17:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:51,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013232d45c0005 connected 2024-11-13T03:17:51,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff34d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39945,-1 for getting cluster id 2024-11-13T03:17:51,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:51,675 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88001eee-881f-49a4-aa70-f8fcc44148c3' 2024-11-13T03:17:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88001eee-881f-49a4-aa70-f8fcc44148c3" 2024-11-13T03:17:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50895553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39945,-1] 2024-11-13T03:17:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:51,679 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39945,1731467862479 2024-11-13T03:17:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fedcd8c 2024-11-13T03:17:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:51,689 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:51,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:36075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:17:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:17:51,693 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:36075' 2024-11-13T03:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:51,698 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4782b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,698 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,36075,-1 for getting cluster id 2024-11-13T03:17:51,698 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:51,700 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a726aac-2a4d-4248-aae0-ea4365e4601c' 2024-11-13T03:17:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a726aac-2a4d-4248-aae0-ea4365e4601c" 2024-11-13T03:17:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8ba23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,36075,-1] 2024-11-13T03:17:51,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:51,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:51,702 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:51,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d1870c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:51,703 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:51,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,36075,1731467868560 2024-11-13T03:17:51,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8af534 2024-11-13T03:17:51,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:51,706 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:51,707 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T03:17:51,707 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:17:51,707 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:51,708 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:51,708 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:17:51,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:17:51,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:17:51,712 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:51,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:51,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:17:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741835_1011 (size=1138) 2024-11-13T03:17:51,761 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:17:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:52,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25335e54976d00942153ce1a9470ea20, NAME => 'hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793 2024-11-13T03:17:52,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741836_1012 (size=44) 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25335e54976d00942153ce1a9470ea20, disabling compactions & flushes 2024-11-13T03:17:52,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. after waiting 0 ms 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25335e54976d00942153ce1a9470ea20: Waiting for close lock at 1731467872192Disabling compacts and flushes for region at 1731467872192Disabling writes for close at 1731467872192Writing region close event to WAL at 1731467872192Closed at 1731467872192 2024-11-13T03:17:52,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:17:52,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731467872196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467872196"}]},"ts":"1731467872196"} 2024-11-13T03:17:52,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:17:52,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:17:52,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467872202"}]},"ts":"1731467872202"} 2024-11-13T03:17:52,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:17:52,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25335e54976d00942153ce1a9470ea20, ASSIGN}] 2024-11-13T03:17:52,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25335e54976d00942153ce1a9470ea20, ASSIGN 2024-11-13T03:17:52,208 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25335e54976d00942153ce1a9470ea20, ASSIGN; state=OFFLINE, location=8394b182524b,41597,1731467862679; forceNewPlan=false, retain=false 2024-11-13T03:17:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:52,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=25335e54976d00942153ce1a9470ea20, regionState=OPENING, regionLocation=8394b182524b,41597,1731467862679 2024-11-13T03:17:52,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25335e54976d00942153ce1a9470ea20, ASSIGN because future has completed 2024-11-13T03:17:52,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25335e54976d00942153ce1a9470ea20, server=8394b182524b,41597,1731467862679}] 2024-11-13T03:17:52,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:17:52,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:17:52,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41597%2C1731467862679.rep, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs, maxLogs=10 2024-11-13T03:17:52,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.rep.1731467872524, exclude list is [], retry=0 2024-11-13T03:17:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35157,DS-a4d790f0-1842-4d37-8a78-0bf9ac50f594,DISK] 2024-11-13T03:17:52,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.rep.1731467872524 2024-11-13T03:17:52,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-13T03:17:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 25335e54976d00942153ce1a9470ea20, NAME => 'hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:17:52,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:17:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:17:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. service=MultiRowMutationService 2024-11-13T03:17:52,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:17:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:17:52,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,555 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,556 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25335e54976d00942153ce1a9470ea20 columnFamilyName hfileref 2024-11-13T03:17:52,556 DEBUG [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:52,557 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(327): Store=25335e54976d00942153ce1a9470ea20/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:52,557 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,558 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25335e54976d00942153ce1a9470ea20 columnFamilyName queue 2024-11-13T03:17:52,558 DEBUG [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:52,559 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(327): Store=25335e54976d00942153ce1a9470ea20/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:52,559 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,560 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25335e54976d00942153ce1a9470ea20 columnFamilyName sid 2024-11-13T03:17:52,560 DEBUG [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:17:52,560 INFO [StoreOpener-25335e54976d00942153ce1a9470ea20-1 {}] regionserver.HStore(327): Store=25335e54976d00942153ce1a9470ea20/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:17:52,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:17:52,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:17:52,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 25335e54976d00942153ce1a9470ea20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68131098, jitterRate=0.015232473611831665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:17:52,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:52,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 25335e54976d00942153ce1a9470ea20: Running coprocessor pre-open hook at 1731467872554Writing region info on filesystem at 1731467872554Initializing all the Stores at 1731467872555 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467872555Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467872555Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467872555Cleaning up temporary data from old regions at 1731467872566 (+11 ms)Running coprocessor post-open hooks at 1731467872570 (+4 ms)Region opened successfully at 1731467872571 (+1 ms) 2024-11-13T03:17:52,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20., pid=7, masterSystemTime=1731467872514 2024-11-13T03:17:52,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=25335e54976d00942153ce1a9470ea20, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41597,1731467862679 2024-11-13T03:17:52,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:52,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25335e54976d00942153ce1a9470ea20, server=8394b182524b,41597,1731467862679 because future has completed 2024-11-13T03:17:52,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T03:17:52,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 25335e54976d00942153ce1a9470ea20, server=8394b182524b,41597,1731467862679 in 228 msec 2024-11-13T03:17:52,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:17:52,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25335e54976d00942153ce1a9470ea20, ASSIGN in 390 msec 2024-11-13T03:17:52,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:17:52,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467872602"}]},"ts":"1731467872602"} 2024-11-13T03:17:52,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:17:52,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:17:52,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 898 msec 2024-11-13T03:17:52,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20., hostname=8394b182524b,41597,1731467862679, seqNum=2] 2024-11-13T03:17:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:52,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:17:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:52,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T03:17:52,866 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:17:52,898 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,41597,1731467862679, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:17:52,899 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:17:52,899 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41597,1731467862679, seqNum=-1] 2024-11-13T03:17:52,899 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:17:52,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T03:17:52,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,41597,1731467862679', locateType=CURRENT is [region=hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20., hostname=8394b182524b,41597,1731467862679, seqNum=2] 2024-11-13T03:17:52,906 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T03:17:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T03:17:52,909 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,41597,1731467862679 suceeded 2024-11-13T03:17:52,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T03:17:52,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T03:17:52,913 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:36075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:17:52,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2230 sec 2024-11-13T03:17:52,928 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:36075' 2024-11-13T03:17:52,932 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2faa2fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:52,932 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,36075,-1 for getting cluster id 2024-11-13T03:17:52,933 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:17:52,933 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a726aac-2a4d-4248-aae0-ea4365e4601c' 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a726aac-2a4d-4248-aae0-ea4365e4601c" 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a3929f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,36075,-1] 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:17:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:52,935 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:17:52,937 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49accb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:17:52,937 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:52,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,36075,1731467868560 2024-11-13T03:17:52,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732e0dd0 2024-11-13T03:17:52,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:52,939 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T03:17:52,939 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,41597,1731467862679 (queues=1) is replicating from cluster=88001eee-881f-49a4-aa70-f8fcc44148c3 to cluster=9a726aac-2a4d-4248-aae0-ea4365e4601c 2024-11-13T03:17:52,939 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C41597%2C1731467862679 2024-11-13T03:17:52,939 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,41597,1731467862679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:17:52,952 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.shipper8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C41597%2C1731467862679 2024-11-13T03:17:52,952 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403, startPosition=0, beingWritten=true 2024-11-13T03:17:53,163 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:53,471 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:17:53,846 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:17:53,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:53,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:53,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:53,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:17:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39945,1731467862479 2024-11-13T03:17:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa67e88 2024-11-13T03:17:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:17:53,848 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:17:53,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39945 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:17:53,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:17:53,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:53,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:53,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:53,850 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:17:53,850 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174778813, stopped=false 2024-11-13T03:17:53,851 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,36075,1731467868560 2024-11-13T03:17:53,878 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11512779164/running 2024-11-13T03:17:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11512779164/running 2024-11-13T03:17:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:53,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:53,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:53,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,38261,1731467868699' ***** 2024-11-13T03:17:53,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:17:53,921 INFO [RS:0;8394b182524b:38261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:17:53,921 INFO [RS:0;8394b182524b:38261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:17:53,921 INFO [RS:0;8394b182524b:38261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:17:53,921 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,38261,1731467868699 2024-11-13T03:17:53,921 INFO [RS:0;8394b182524b:38261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:53,922 INFO [RS:0;8394b182524b:38261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:38261. 2024-11-13T03:17:53,922 DEBUG [RS:0;8394b182524b:38261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:53,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/running 2024-11-13T03:17:53,922 DEBUG [RS:0;8394b182524b:38261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:53,922 INFO [RS:0;8394b182524b:38261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:17:53,922 INFO [RS:0;8394b182524b:38261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:17:53,922 INFO [RS:0;8394b182524b:38261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:17:53,922 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:17:53,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:17:53,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Set watcher on znode that does not yet exist, /11512779164/running 2024-11-13T03:17:53,924 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:17:53,924 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:17:53,924 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:53,924 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:53,924 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:53,924 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:53,924 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:53,924 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:53,924 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T03:17:53,946 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/.tmp/ns/2e2ad7afa0e543d19bb68a395a475a3a is 43, key is default/ns:d/1731467871501/Put/seqid=0 2024-11-13T03:17:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741835_1011 (size=5153) 2024-11-13T03:17:53,954 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:17:54,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:17:54,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:17:54,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T03:17:54,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:54,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T03:17:54,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:54,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:17:54,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:17:54,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:17:54,124 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:54,324 DEBUG [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:17:54,353 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/.tmp/ns/2e2ad7afa0e543d19bb68a395a475a3a 2024-11-13T03:17:54,360 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/.tmp/ns/2e2ad7afa0e543d19bb68a395a475a3a as hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/ns/2e2ad7afa0e543d19bb68a395a475a3a 2024-11-13T03:17:54,366 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/ns/2e2ad7afa0e543d19bb68a395a475a3a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T03:17:54,367 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-13T03:17:54,377 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T03:17:54,377 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:54,377 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:54,377 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:54,377 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467873924Running coprocessor pre-close hooks at 1731467873924Disabling compacts and flushes for region at 1731467873924Disabling writes for close at 1731467873924Obtaining lock to block concurrent updates at 1731467873924Preparing flush snapshotting stores in 1588230740 at 1731467873925 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731467873925Flushing stores of hbase:meta,,1.1588230740 at 1731467873926 (+1 ms)Flushing 1588230740/ns: creating writer at 1731467873926Flushing 1588230740/ns: appending metadata at 1731467873945 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731467873945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d1362b: reopening flushed file at 1731467874359 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731467874367 (+8 ms)Writing region close event to WAL at 1731467874371 (+4 ms)Running coprocessor post-close hooks at 1731467874377 (+6 ms)Closed at 1731467874377 2024-11-13T03:17:54,378 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:54,386 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:54,524 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,38261,1731467868699; all regions closed. 2024-11-13T03:17:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741834_1010 (size=1152) 2024-11-13T03:17:54,552 DEBUG [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/oldWALs 2024-11-13T03:17:54,552 INFO [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C38261%2C1731467868699.meta:.meta(num 1731467871420) 2024-11-13T03:17:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:17:54,576 DEBUG [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/oldWALs 2024-11-13T03:17:54,576 INFO [RS:0;8394b182524b:38261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C38261%2C1731467868699:(num 1731467870896) 2024-11-13T03:17:54,576 DEBUG [RS:0;8394b182524b:38261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:54,576 INFO [RS:0;8394b182524b:38261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:54,577 INFO [RS:0;8394b182524b:38261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:54,577 INFO [RS:0;8394b182524b:38261 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:54,577 INFO [RS:0;8394b182524b:38261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:54,577 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:54,577 INFO [RS:0;8394b182524b:38261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38261 2024-11-13T03:17:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11512779164/rs/8394b182524b,38261,1731467868699 2024-11-13T03:17:54,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164/rs 2024-11-13T03:17:54,724 INFO [RS:0;8394b182524b:38261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:54,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,38261,1731467868699] 2024-11-13T03:17:54,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11512779164/draining/8394b182524b,38261,1731467868699 already deleted, retry=false 2024-11-13T03:17:54,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,38261,1731467868699 expired; onlineServers=0 2024-11-13T03:17:54,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,36075,1731467868560' ***** 2024-11-13T03:17:54,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:17:54,783 INFO [M:0;8394b182524b:36075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:54,783 INFO [M:0;8394b182524b:36075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:54,784 DEBUG [M:0;8394b182524b:36075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:17:54,784 DEBUG [M:0;8394b182524b:36075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:17:54,784 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:17:54,784 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467870599 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467870599,5,FailOnTimeoutGroup] 2024-11-13T03:17:54,784 INFO [M:0;8394b182524b:36075 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:54,784 INFO [M:0;8394b182524b:36075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:54,784 DEBUG [M:0;8394b182524b:36075 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:17:54,784 INFO [M:0;8394b182524b:36075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:17:54,784 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467870596 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467870596,5,FailOnTimeoutGroup] 2024-11-13T03:17:54,784 INFO [M:0;8394b182524b:36075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:54,784 INFO [M:0;8394b182524b:36075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:17:54,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:17:54,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11512779164/master 2024-11-13T03:17:54,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11512779164 2024-11-13T03:17:54,794 DEBUG [M:0;8394b182524b:36075 {}] zookeeper.ZKUtil(347): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Unable to get data of znode /11512779164/master because node does not exist (not an error) 2024-11-13T03:17:54,794 WARN [M:0;8394b182524b:36075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:17:54,794 INFO [M:0;8394b182524b:36075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/.lastflushedseqids 2024-11-13T03:17:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741836_1012 (size=99) 2024-11-13T03:17:54,810 INFO [M:0;8394b182524b:36075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:17:54,810 INFO [M:0;8394b182524b:36075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:17:54,810 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:54,810 INFO [M:0;8394b182524b:36075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:54,810 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:54,810 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:54,810 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:54,811 INFO [M:0;8394b182524b:36075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T03:17:54,844 DEBUG [M:0;8394b182524b:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969d8a15b6b94f18aaeaed20a15857bb is 82, key is hbase:meta,,1/info:regioninfo/1731467871473/Put/seqid=0 2024-11-13T03:17:54,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741837_1013 (size=5672) 2024-11-13T03:17:54,858 INFO [M:0;8394b182524b:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969d8a15b6b94f18aaeaed20a15857bb 2024-11-13T03:17:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38261-0x1013232d45c0004, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:54,866 INFO [RS:0;8394b182524b:38261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:54,866 INFO [RS:0;8394b182524b:38261 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,38261,1731467868699; zookeeper connection closed. 2024-11-13T03:17:54,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b69755b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b69755b 2024-11-13T03:17:54,871 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:17:54,883 DEBUG [M:0;8394b182524b:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31e4ce89ec0f4762baa78a48c43cd895 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731467871513/Put/seqid=0 2024-11-13T03:17:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741838_1014 (size=5275) 2024-11-13T03:17:54,998 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:55,291 INFO [M:0;8394b182524b:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31e4ce89ec0f4762baa78a48c43cd895 2024-11-13T03:17:55,317 DEBUG [M:0;8394b182524b:36075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c445e5aa6c40b99d86eb97f2ee16d9 is 69, key is 8394b182524b,38261,1731467868699/rs:state/1731467870652/Put/seqid=0 2024-11-13T03:17:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741839_1015 (size=5156) 2024-11-13T03:17:55,704 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 to pos 0, reset compression=false 2024-11-13T03:17:55,756 INFO [M:0;8394b182524b:36075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c445e5aa6c40b99d86eb97f2ee16d9 2024-11-13T03:17:55,763 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/969d8a15b6b94f18aaeaed20a15857bb as hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/969d8a15b6b94f18aaeaed20a15857bb 2024-11-13T03:17:55,769 INFO [M:0;8394b182524b:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/969d8a15b6b94f18aaeaed20a15857bb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T03:17:55,775 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31e4ce89ec0f4762baa78a48c43cd895 as hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31e4ce89ec0f4762baa78a48c43cd895 2024-11-13T03:17:55,787 INFO [M:0;8394b182524b:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31e4ce89ec0f4762baa78a48c43cd895, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T03:17:55,792 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c445e5aa6c40b99d86eb97f2ee16d9 as hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13c445e5aa6c40b99d86eb97f2ee16d9 2024-11-13T03:17:55,806 INFO [M:0;8394b182524b:36075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42063/user/jenkins/test-data/873dd30f-e4e3-4575-92af-6006e9f4ccc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13c445e5aa6c40b99d86eb97f2ee16d9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T03:17:55,809 INFO [M:0;8394b182524b:36075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=28, compaction requested=false 2024-11-13T03:17:55,840 INFO [M:0;8394b182524b:36075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:55,840 DEBUG [M:0;8394b182524b:36075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467874810Disabling compacts and flushes for region at 1731467874810Disabling writes for close at 1731467874810Obtaining lock to block concurrent updates at 1731467874811 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467874811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731467874811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467874812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467874812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467874842 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467874842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467874864 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467874882 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467874882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467875296 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467875317 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467875317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dfabc2: reopening flushed file at 1731467875761 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe94569: reopening flushed file at 1731467875769 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f514a65: reopening flushed file at 1731467875788 (+19 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 999ms, sequenceid=28, compaction requested=false at 1731467875809 (+21 ms)Writing region close event to WAL at 1731467875840 (+31 ms)Closed at 1731467875840 2024-11-13T03:17:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741830_1006 (size=10165) 2024-11-13T03:17:55,846 INFO [M:0;8394b182524b:36075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:17:55,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:55,846 INFO [M:0;8394b182524b:36075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36075 2024-11-13T03:17:55,846 INFO [M:0;8394b182524b:36075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:55,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:55,968 INFO [M:0;8394b182524b:36075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:55,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36075-0x1013232d45c0003, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:55,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8519863{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:55,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4320cd6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:55,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:55,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48299201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:55,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:55,974 WARN [BP-838458110-172.17.0.3-1731467866656 heartbeating to localhost/127.0.0.1:42063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:17:55,974 WARN [BP-838458110-172.17.0.3-1731467866656 heartbeating to localhost/127.0.0.1:42063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-838458110-172.17.0.3-1731467866656 (Datanode Uuid 25971418-5e3b-477f-b1e9-497e4df6692a) service to localhost/127.0.0.1:42063 2024-11-13T03:17:55,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/cluster_4fb91f58-6bed-f81c-8402-0cd926825968/data/data1/current/BP-838458110-172.17.0.3-1731467866656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:55,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/cluster_4fb91f58-6bed-f81c-8402-0cd926825968/data/data2/current/BP-838458110-172.17.0.3-1731467866656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:55,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:17:55,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:17:55,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:17:55,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@505f10b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:55,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:55,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:55,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:55,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:55,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:17:55,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:17:55,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:55,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:55,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:56,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:17:56,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=342693364, stopped=false 2024-11-13T03:17:56,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,39945,1731467862479 2024-11-13T03:17:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068469021/running 2024-11-13T03:17:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068469021/running 2024-11-13T03:17:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:56,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:56,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/running 2024-11-13T03:17:56,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:17:56,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:56,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Set watcher on znode that does not yet exist, /0-1068469021/running 2024-11-13T03:17:56,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,41597,1731467862679' ***** 2024-11-13T03:17:56,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:17:56,017 INFO [RS:0;8394b182524b:41597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:17:56,017 INFO [RS:0;8394b182524b:41597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:17:56,017 INFO [RS:0;8394b182524b:41597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:17:56,017 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(3091): Received CLOSE for 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:56,017 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,41597,1731467862679 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:41597. 2024-11-13T03:17:56,019 DEBUG [RS:0;8394b182524b:41597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:56,019 DEBUG [RS:0;8394b182524b:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,019 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25335e54976d00942153ce1a9470ea20, disabling compactions & flushes 2024-11-13T03:17:56,019 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:17:56,019 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:17:56,019 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. after waiting 0 ms 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:17:56,019 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:17:56,019 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25335e54976d00942153ce1a9470ea20 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T03:17:56,019 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:17:56,019 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25335e54976d00942153ce1a9470ea20=hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20.} 2024-11-13T03:17:56,019 DEBUG [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25335e54976d00942153ce1a9470ea20 2024-11-13T03:17:56,020 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:17:56,020 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:17:56,020 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:17:56,020 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:17:56,020 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:17:56,020 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T03:17:56,040 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/info/4ed74a1d527f4508b0e612fd14a901b2 is 147, key is hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20./info:regioninfo/1731467872575/Put/seqid=0 2024-11-13T03:17:56,045 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/.tmp/queue/39ba563b4f624ba89bd186fc58d1e4e9 is 151, key is 1-8394b182524b,41597,1731467862679/queue:8394b182524b%2C41597%2C1731467862679/1731467872904/Put/seqid=0 2024-11-13T03:17:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741838_1014 (size=6631) 2024-11-13T03:17:56,054 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/info/4ed74a1d527f4508b0e612fd14a901b2 2024-11-13T03:17:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741839_1015 (size=5350) 2024-11-13T03:17:56,071 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/.tmp/queue/39ba563b4f624ba89bd186fc58d1e4e9 2024-11-13T03:17:56,079 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:56,082 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/.tmp/queue/39ba563b4f624ba89bd186fc58d1e4e9 as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/queue/39ba563b4f624ba89bd186fc58d1e4e9 2024-11-13T03:17:56,089 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/queue/39ba563b4f624ba89bd186fc58d1e4e9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T03:17:56,090 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 25335e54976d00942153ce1a9470ea20 in 71ms, sequenceid=5, compaction requested=false 2024-11-13T03:17:56,090 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:17:56,093 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/ns/ff668c96fe994851b67a5bf96f6573dd is 43, key is default/ns:d/1731467866509/Put/seqid=0 2024-11-13T03:17:56,105 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/replication/25335e54976d00942153ce1a9470ea20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:17:56,105 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:56,105 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:56,106 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:56,106 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25335e54976d00942153ce1a9470ea20: Waiting for close lock at 1731467876019Running coprocessor pre-close hooks at 1731467876019Disabling compacts and flushes for region at 1731467876019Disabling writes for close at 1731467876019Obtaining lock to block concurrent updates at 1731467876019Preparing flush snapshotting stores in 25335e54976d00942153ce1a9470ea20 at 1731467876019Finished memstore snapshotting hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731467876020 (+1 ms)Flushing stores of hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. at 1731467876020Flushing 25335e54976d00942153ce1a9470ea20/queue: creating writer at 1731467876021 (+1 ms)Flushing 25335e54976d00942153ce1a9470ea20/queue: appending metadata at 1731467876044 (+23 ms)Flushing 25335e54976d00942153ce1a9470ea20/queue: closing flushed file at 1731467876045 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d67e2b: reopening flushed file at 1731467876079 (+34 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 25335e54976d00942153ce1a9470ea20 in 71ms, sequenceid=5, compaction requested=false at 1731467876090 (+11 ms)Writing region close event to WAL at 1731467876096 (+6 ms)Running coprocessor post-close hooks at 1731467876105 (+9 ms)Closed at 1731467876106 (+1 ms) 2024-11-13T03:17:56,106 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467871708.25335e54976d00942153ce1a9470ea20. 2024-11-13T03:17:56,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741840_1016 (size=5153) 2024-11-13T03:17:56,111 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/ns/ff668c96fe994851b67a5bf96f6573dd 2024-11-13T03:17:56,136 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/table/2b08d800516b41ae9738aa7b273f1c44 is 53, key is hbase:replication/table:state/1731467872602/Put/seqid=0 2024-11-13T03:17:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741841_1017 (size=5256) 2024-11-13T03:17:56,143 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/table/2b08d800516b41ae9738aa7b273f1c44 2024-11-13T03:17:56,150 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/info/4ed74a1d527f4508b0e612fd14a901b2 as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/info/4ed74a1d527f4508b0e612fd14a901b2 2024-11-13T03:17:56,159 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/info/4ed74a1d527f4508b0e612fd14a901b2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T03:17:56,160 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/ns/ff668c96fe994851b67a5bf96f6573dd as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/ns/ff668c96fe994851b67a5bf96f6573dd 2024-11-13T03:17:56,166 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/ns/ff668c96fe994851b67a5bf96f6573dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:17:56,167 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/.tmp/table/2b08d800516b41ae9738aa7b273f1c44 as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/table/2b08d800516b41ae9738aa7b273f1c44 2024-11-13T03:17:56,174 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/table/2b08d800516b41ae9738aa7b273f1c44, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T03:17:56,175 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false 2024-11-13T03:17:56,179 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:17:56,180 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:17:56,180 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:17:56,180 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:56,180 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467876020Running coprocessor pre-close hooks at 1731467876020Disabling compacts and flushes for region at 1731467876020Disabling writes for close at 1731467876020Obtaining lock to block concurrent updates at 1731467876020Preparing flush snapshotting stores in 1588230740 at 1731467876020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731467876020Flushing stores of hbase:meta,,1.1588230740 at 1731467876021 (+1 ms)Flushing 1588230740/info: creating writer at 1731467876021Flushing 1588230740/info: appending metadata at 1731467876039 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731467876039Flushing 1588230740/ns: creating writer at 1731467876067 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731467876092 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731467876092Flushing 1588230740/table: creating writer at 1731467876119 (+27 ms)Flushing 1588230740/table: appending metadata at 1731467876136 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731467876136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66be13b2: reopening flushed file at 1731467876149 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a98251d: reopening flushed file at 1731467876159 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512ec20b: reopening flushed file at 1731467876166 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false at 1731467876175 (+9 ms)Writing region close event to WAL at 1731467876176 (+1 ms)Running coprocessor post-close hooks at 1731467876180 (+4 ms)Closed at 1731467876180 2024-11-13T03:17:56,180 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:17:56,220 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,41597,1731467862679; all regions closed. 2024-11-13T03:17:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741834_1010 (size=2742) 2024-11-13T03:17:56,224 DEBUG [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs 2024-11-13T03:17:56,224 INFO [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41597%2C1731467862679.meta:.meta(num 1731467866451) 2024-11-13T03:17:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741837_1013 (size=1586) 2024-11-13T03:17:56,231 DEBUG [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs 2024-11-13T03:17:56,231 INFO [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41597%2C1731467862679.rep:(num 1731467872524) 2024-11-13T03:17:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:17:56,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/WALs/8394b182524b,41597,1731467862679/8394b182524b%2C41597%2C1731467862679.1731467865403 not finished, retry = 0 2024-11-13T03:17:56,339 DEBUG [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/oldWALs 2024-11-13T03:17:56,339 INFO [RS:0;8394b182524b:41597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41597%2C1731467862679:(num 1731467865403) 2024-11-13T03:17:56,339 DEBUG [RS:0;8394b182524b:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,339 INFO [RS:0;8394b182524b:41597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:17:56,339 INFO [RS:0;8394b182524b:41597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:56,339 INFO [RS:0;8394b182524b:41597 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:56,340 INFO [RS:0;8394b182524b:41597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:56,340 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:56,340 INFO [RS:0;8394b182524b:41597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,41597,1731467862679 because: Region server is closing 2024-11-13T03:17:56,340 INFO [RS:0;8394b182524b:41597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:41597. 2024-11-13T03:17:56,340 DEBUG [RS:0;8394b182524b:41597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:17:56,340 DEBUG [RS:0;8394b182524b:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,340 DEBUG [RS:0;8394b182524b:41597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:17:56,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:17:56,440 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.wal-reader.8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:17:56,440 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.shipper8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:17:56,441 INFO [RS:0;8394b182524b:41597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41597,1731467862679.replicationSource.shipper8394b182524b%2C41597%2C1731467862679,1-8394b182524b,41597,1731467862679 terminated 2024-11-13T03:17:56,441 INFO [RS:0;8394b182524b:41597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41597 2024-11-13T03:17:56,488 INFO [RS:0;8394b182524b:41597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:56,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068469021/rs/8394b182524b,41597,1731467862679 2024-11-13T03:17:56,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021/rs 2024-11-13T03:17:56,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,41597,1731467862679] 2024-11-13T03:17:56,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/draining/8394b182524b,41597,1731467862679 already deleted, retry=false 2024-11-13T03:17:56,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,41597,1731467862679 expired; onlineServers=0 2024-11-13T03:17:56,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,39945,1731467862479' ***** 2024-11-13T03:17:56,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:17:56,509 INFO [M:0;8394b182524b:39945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:17:56,511 INFO [M:0;8394b182524b:39945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:17:56,511 DEBUG [M:0;8394b182524b:39945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:17:56,511 DEBUG [M:0;8394b182524b:39945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:17:56,511 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467865181 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467865181,5,FailOnTimeoutGroup] 2024-11-13T03:17:56,511 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467865182 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467865182,5,FailOnTimeoutGroup] 2024-11-13T03:17:56,511 INFO [M:0;8394b182524b:39945 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:17:56,512 INFO [M:0;8394b182524b:39945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:17:56,512 DEBUG [M:0;8394b182524b:39945 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:17:56,512 INFO [M:0;8394b182524b:39945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:17:56,512 INFO [M:0;8394b182524b:39945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:17:56,512 INFO [M:0;8394b182524b:39945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:17:56,512 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:17:56,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:17:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1068469021/master 2024-11-13T03:17:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1068469021 2024-11-13T03:17:56,520 INFO [M:0;8394b182524b:39945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/.lastflushedseqids 2024-11-13T03:17:56,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741842_1018 (size=181) 2024-11-13T03:17:56,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1068469021/master already deleted, retry=false 2024-11-13T03:17:56,530 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1068469021/master 2024-11-13T03:17:56,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:56,599 INFO [RS:0;8394b182524b:41597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:56,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41597-0x1013232d45c0001, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:56,599 INFO [RS:0;8394b182524b:41597 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,41597,1731467862679; zookeeper connection closed. 2024-11-13T03:17:56,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7acf46be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7acf46be 2024-11-13T03:17:56,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:17:56,928 INFO [M:0;8394b182524b:39945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:17:56,929 INFO [M:0;8394b182524b:39945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:17:56,929 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:17:56,929 INFO [M:0;8394b182524b:39945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:56,929 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:56,929 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:17:56,929 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:56,929 INFO [M:0;8394b182524b:39945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T03:17:56,948 DEBUG [M:0;8394b182524b:39945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90d712a9093f4496822cc4f408fb64cf is 82, key is hbase:meta,,1/info:regioninfo/1731467866485/Put/seqid=0 2024-11-13T03:17:56,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:17:56,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:56,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741843_1019 (size=5672) 2024-11-13T03:17:56,967 INFO [M:0;8394b182524b:39945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90d712a9093f4496822cc4f408fb64cf 2024-11-13T03:17:56,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:56,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:17:57,010 DEBUG [M:0;8394b182524b:39945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c47ab061ed417ca98673cfa8c26c69 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731467872608/Put/seqid=0 2024-11-13T03:17:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741844_1020 (size=7203) 2024-11-13T03:17:57,029 INFO [M:0;8394b182524b:39945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c47ab061ed417ca98673cfa8c26c69 2024-11-13T03:17:57,056 DEBUG [M:0;8394b182524b:39945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d31587ac3b0a4224994aee898b28ad4f is 69, key is 8394b182524b,41597,1731467862679/rs:state/1731467865247/Put/seqid=0 2024-11-13T03:17:57,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741845_1021 (size=5156) 2024-11-13T03:17:57,074 INFO [M:0;8394b182524b:39945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d31587ac3b0a4224994aee898b28ad4f 2024-11-13T03:17:57,085 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90d712a9093f4496822cc4f408fb64cf as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90d712a9093f4496822cc4f408fb64cf 2024-11-13T03:17:57,098 INFO [M:0;8394b182524b:39945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90d712a9093f4496822cc4f408fb64cf, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T03:17:57,101 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c47ab061ed417ca98673cfa8c26c69 as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c47ab061ed417ca98673cfa8c26c69 2024-11-13T03:17:57,107 INFO [M:0;8394b182524b:39945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c47ab061ed417ca98673cfa8c26c69, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T03:17:57,108 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d31587ac3b0a4224994aee898b28ad4f as hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d31587ac3b0a4224994aee898b28ad4f 2024-11-13T03:17:57,115 INFO [M:0;8394b182524b:39945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d31587ac3b0a4224994aee898b28ad4f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T03:17:57,116 INFO [M:0;8394b182524b:39945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=70, compaction requested=false 2024-11-13T03:17:57,122 INFO [M:0;8394b182524b:39945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:17:57,122 DEBUG [M:0;8394b182524b:39945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467876929Disabling compacts and flushes for region at 1731467876929Disabling writes for close at 1731467876929Obtaining lock to block concurrent updates at 1731467876929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467876929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731467876929Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467876930 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467876930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467876948 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467876948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467876977 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467877009 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467877010 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467877035 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467877056 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467877056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bcf16ae: reopening flushed file at 1731467877081 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9d3ad3: reopening flushed file at 1731467877099 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18596d52: reopening flushed file at 1731467877107 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=70, compaction requested=false at 1731467877116 (+9 ms)Writing region close event to WAL at 1731467877122 (+6 ms)Closed at 1731467877122 2024-11-13T03:17:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35157 is added to blk_1073741830_1006 (size=41008) 2024-11-13T03:17:57,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3e8fc4-c0e0-21ea-58fa-f50ce1b51793/MasterData/WALs/8394b182524b,39945,1731467862479/8394b182524b%2C39945%2C1731467862479.1731467864474 not finished, retry = 0 2024-11-13T03:17:57,226 INFO [M:0;8394b182524b:39945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:17:57,226 INFO [M:0;8394b182524b:39945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39945 2024-11-13T03:17:57,226 INFO [M:0;8394b182524b:39945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:17:57,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:17:57,378 INFO [M:0;8394b182524b:39945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:17:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39945-0x1013232d45c0000, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:17:57,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60caa600{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:57,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585b14e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:57,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:57,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304ca39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:57,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:57,390 WARN [BP-359019432-172.17.0.3-1731467860202 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:17:57,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:17:57,390 WARN [BP-359019432-172.17.0.3-1731467860202 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-359019432-172.17.0.3-1731467860202 (Datanode Uuid c9a8c230-2fcf-4f6b-b0ba-3a1e9e333b70) service to localhost/127.0.0.1:41921 2024-11-13T03:17:57,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:17:57,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/data/data1/current/BP-359019432-172.17.0.3-1731467860202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:57,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/cluster_ee25f9bd-3e23-5b05-be32-c61ccdcc590c/data/data2/current/BP-359019432-172.17.0.3-1731467860202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:17:57,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:17:57,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e45f329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:57,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4744fff9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:17:57,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:17:57,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a87e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:17:57,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b7344f-6713-fee5-7ff6-14212c4fab45/hadoop.log.dir/,STOPPED} 2024-11-13T03:17:57,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:17:57,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:17:57,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=143 (was 115) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42063 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41921 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54493) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54493) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 562), ProcessCount=11 (was 11), AvailableMemoryMB=4781 (was 4993) 2024-11-13T03:17:57,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=143, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=4780 2024-11-13T03:17:57,466 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T03:17:57,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir so I do NOT create it in target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af 2024-11-13T03:17:57,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:17:57,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.tmp.dir so I do NOT create it in target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af 2024-11-13T03:17:57,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b56f870a-cac5-8000-42da-c596e9a57ae3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:17:57,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af 2024-11-13T03:17:57,467 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1, deleteOnExit=true 2024-11-13T03:17:57,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/zookeeper_0, clientPort=58721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:17:57,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58721 2024-11-13T03:17:57,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/test.cache.data in system properties and HBase conf 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:17:57,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:17:57,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:17:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:17:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:17:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:17:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:17:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:17:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013232d45c0005, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:17:57,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013232d45c0002, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:17:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013232d45c0005, quorum=127.0.0.1:54493, baseZNode=/11512779164 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:17:57,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013232d45c0002, quorum=127.0.0.1:54493, baseZNode=/0-1068469021 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:17:57,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:57,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:57,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:57,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:57,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:17:57,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:57,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4725d197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:57,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18adc6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:57,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b349a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-11431471037870383088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:17:57,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3ea849{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-11-13T03:17:57,996 INFO [Time-limited test {}] server.Server(415): Started @51668ms 2024-11-13T03:17:58,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:17:58,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:17:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:17:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:17:58,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:17:58,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4834dab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:17:58,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fc5a1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:17:58,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b36658{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/java.io.tmpdir/jetty-localhost-36987-hadoop-hdfs-3_4_1-tests_jar-_-any-5043934314662039062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:17:58,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47ae7d04{HTTP/1.1, (http/1.1)}{localhost:36987} 2024-11-13T03:17:58,439 INFO [Time-limited test {}] server.Server(415): Started @52111ms 2024-11-13T03:17:58,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:17:59,181 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/data/data2/current/BP-1828358765-172.17.0.3-1731467877513/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:59,181 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/data/data1/current/BP-1828358765-172.17.0.3-1731467877513/current, will proceed with Du for space computation calculation, 2024-11-13T03:17:59,207 WARN [Thread-811 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:17:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa632d86391e5fe40 with lease ID 0xcfbe01ca4226c0b4: Processing first storage report for DS-d8f18630-8daf-418e-af27-749766dbc612 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=c6f508bf-0a93-4069-bf1d-c30236868daf, infoPort=42333, infoSecurePort=0, ipcPort=46461, storageInfo=lv=-57;cid=testClusterID;nsid=1304337649;c=1731467877513) 2024-11-13T03:17:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa632d86391e5fe40 with lease ID 0xcfbe01ca4226c0b4: from storage DS-d8f18630-8daf-418e-af27-749766dbc612 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=c6f508bf-0a93-4069-bf1d-c30236868daf, infoPort=42333, infoSecurePort=0, ipcPort=46461, storageInfo=lv=-57;cid=testClusterID;nsid=1304337649;c=1731467877513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa632d86391e5fe40 with lease ID 0xcfbe01ca4226c0b4: Processing first storage report for DS-cc92a7ba-381f-4eb8-9459-7d5b5ea33336 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=c6f508bf-0a93-4069-bf1d-c30236868daf, infoPort=42333, infoSecurePort=0, ipcPort=46461, storageInfo=lv=-57;cid=testClusterID;nsid=1304337649;c=1731467877513) 2024-11-13T03:17:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa632d86391e5fe40 with lease ID 0xcfbe01ca4226c0b4: from storage DS-cc92a7ba-381f-4eb8-9459-7d5b5ea33336 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=c6f508bf-0a93-4069-bf1d-c30236868daf, infoPort=42333, infoSecurePort=0, ipcPort=46461, storageInfo=lv=-57;cid=testClusterID;nsid=1304337649;c=1731467877513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:17:59,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af 2024-11-13T03:17:59,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:17:59,708 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75 with version=8 2024-11-13T03:17:59,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/hbase-staging 2024-11-13T03:17:59,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:17:59,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:59,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35029 2024-11-13T03:17:59,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35029 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:17:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350290x0, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:59,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35029-0x1013233181a0000 connected 2024-11-13T03:17:59,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/running 2024-11-13T03:17:59,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75, hbase.cluster.distributed=false 2024-11-13T03:17:59,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/acl 2024-11-13T03:17:59,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-13T03:17:59,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-11-13T03:17:59,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-11-13T03:17:59,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-13T03:17:59,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-13T03:17:59,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:17:59,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:17:59,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:17:59,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:17:59,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:17:59,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:17:59,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41245 2024-11-13T03:17:59,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41245 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:17:59,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:17:59,930 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412450x0, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:17:59,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41245-0x1013233181a0001 connected 2024-11-13T03:17:59,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/running 2024-11-13T03:17:59,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:17:59,933 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:17:59,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/master 2024-11-13T03:17:59,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/acl 2024-11-13T03:17:59,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41245 2024-11-13T03:17:59,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41245 2024-11-13T03:17:59,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41245 2024-11-13T03:17:59,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41245 2024-11-13T03:17:59,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41245 2024-11-13T03:17:59,956 DEBUG [M:0;8394b182524b:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:35029 2024-11-13T03:17:59,958 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /038606465/backup-masters/8394b182524b,35029,1731467879710 2024-11-13T03:17:59,962 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/backup-masters 2024-11-13T03:17:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/backup-masters 2024-11-13T03:17:59,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on existing znode=/038606465/backup-masters/8394b182524b,35029,1731467879710 2024-11-13T03:17:59,972 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/038606465/master 2024-11-13T03:17:59,972 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:17:59,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:17:59,974 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on existing znode=/038606465/master 2024-11-13T03:17:59,974 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /038606465/backup-masters/8394b182524b,35029,1731467879710 from backup master directory 2024-11-13T03:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/038606465/backup-masters/8394b182524b,35029,1731467879710 2024-11-13T03:17:59,983 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/backup-masters 2024-11-13T03:17:59,983 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:17:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/backup-masters 2024-11-13T03:17:59,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,35029,1731467879710 2024-11-13T03:17:59,987 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/hbase.id] with ID: 7e8ab897-7709-4675-abca-9b1c81845b04 2024-11-13T03:17:59,987 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/.tmp/hbase.id 2024-11-13T03:17:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:18:00,398 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/.tmp/hbase.id]:[hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/hbase.id] 2024-11-13T03:18:00,410 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:00,410 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:18:00,412 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:18:00,488 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:18:00,895 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:18:00,895 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:18:00,896 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:18:01,304 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store 2024-11-13T03:18:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:18:01,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:01,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:01,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467881714Disabling compacts and flushes for region at 1731467881714Disabling writes for close at 1731467881714Writing region close event to WAL at 1731467881714Closed at 1731467881714 2024-11-13T03:18:01,715 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/.initializing 2024-11-13T03:18:01,715 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/WALs/8394b182524b,35029,1731467879710 2024-11-13T03:18:01,717 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:18:01,718 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35029%2C1731467879710, suffix=, logDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/WALs/8394b182524b,35029,1731467879710, archiveDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/oldWALs, maxLogs=10 2024-11-13T03:18:01,737 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/WALs/8394b182524b,35029,1731467879710/8394b182524b%2C35029%2C1731467879710.1731467881718, exclude list is [], retry=0 2024-11-13T03:18:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-d8f18630-8daf-418e-af27-749766dbc612,DISK] 2024-11-13T03:18:01,745 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/WALs/8394b182524b,35029,1731467879710/8394b182524b%2C35029%2C1731467879710.1731467881718 2024-11-13T03:18:01,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42333:42333)] 2024-11-13T03:18:01,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:01,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:01,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:18:01,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:01,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:01,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:18:01,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:01,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:01,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:18:01,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:01,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:01,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:18:01,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:01,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:01,756 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,757 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,757 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,758 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,758 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,759 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:01,760 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:01,763 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:01,764 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774914, jitterRate=0.09933188557624817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:01,765 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467881746Initializing all the Stores at 1731467881746Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467881746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467881747 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467881747Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467881747Cleaning up temporary data from old regions at 1731467881758 (+11 ms)Region opened successfully at 1731467881765 (+7 ms) 2024-11-13T03:18:01,768 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:18:01,772 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363a7afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:18:01,777 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:18:01,777 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:18:01,777 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:18:01,777 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:18:01,780 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T03:18:01,780 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:18:01,780 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:18:01,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:18:01,792 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/balancer because node does not exist (not necessarily an error) 2024-11-13T03:18:01,856 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/balancer already deleted, retry=false 2024-11-13T03:18:01,857 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:18:01,857 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:18:01,867 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/normalizer already deleted, retry=false 2024-11-13T03:18:01,867 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:18:01,868 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:18:01,877 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/switch/split already deleted, retry=false 2024-11-13T03:18:01,878 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:18:01,888 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/switch/merge already deleted, retry=false 2024-11-13T03:18:01,890 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:18:01,898 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/snapshot-cleanup already deleted, retry=false 2024-11-13T03:18:01,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/038606465/running 2024-11-13T03:18:01,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:01,909 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/038606465/running 2024-11-13T03:18:01,909 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:01,910 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,35029,1731467879710, sessionid=0x1013233181a0000, setting cluster-up flag (Was=false) 2024-11-13T03:18:01,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:01,930 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:01,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:18:01,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:01,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /038606465/flush-table-proc/acquired, /038606465/flush-table-proc/reached, /038606465/flush-table-proc/abort 2024-11-13T03:18:01,963 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35029,1731467879710 2024-11-13T03:18:01,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:01,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:01,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:01,983 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:01,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:02,014 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /038606465/online-snapshot/acquired, /038606465/online-snapshot/reached, /038606465/online-snapshot/abort 2024-11-13T03:18:02,017 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35029,1731467879710 2024-11-13T03:18:02,019 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:18:02,031 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:02,031 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:18:02,032 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:18:02,032 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,35029,1731467879710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:18:02,033 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:02,033 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:02,033 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:02,034 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:02,034 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:18:02,034 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,034 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:18:02,034 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,041 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467912041 2024-11-13T03:18:02,042 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:18:02,042 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:18:02,042 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:18:02,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:02,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:18:02,042 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:18:02,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:18:02,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:18:02,049 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:02,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:18:02,067 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:18:02,067 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:18:02,068 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:18:02,068 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:18:02,068 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(746): ClusterId : 7e8ab897-7709-4675-abca-9b1c81845b04 2024-11-13T03:18:02,068 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:18:02,081 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:18:02,082 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:18:02,082 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:18:02,082 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:18:02,088 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467882082,5,FailOnTimeoutGroup] 2024-11-13T03:18:02,089 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467882088,5,FailOnTimeoutGroup] 2024-11-13T03:18:02,089 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,089 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:18:02,089 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,089 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:18:02,094 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:18:02,095 DEBUG [RS:0;8394b182524b:41245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761c0c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:18:02,113 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:41245 2024-11-13T03:18:02,113 INFO [RS:0;8394b182524b:41245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:18:02,113 INFO [RS:0;8394b182524b:41245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:18:02,113 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:18:02,114 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,35029,1731467879710 with port=41245, startcode=1731467879916 2024-11-13T03:18:02,114 DEBUG [RS:0;8394b182524b:41245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:18:02,117 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:18:02,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,41245,1731467879916 2024-11-13T03:18:02,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35029 {}] master.ServerManager(517): Registering regionserver=8394b182524b,41245,1731467879916 2024-11-13T03:18:02,120 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75 2024-11-13T03:18:02,120 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33317 2024-11-13T03:18:02,120 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:18:02,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/rs 2024-11-13T03:18:02,134 DEBUG [RS:0;8394b182524b:41245 {}] zookeeper.ZKUtil(111): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on existing znode=/038606465/rs/8394b182524b,41245,1731467879916 2024-11-13T03:18:02,135 WARN [RS:0;8394b182524b:41245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:18:02,135 INFO [RS:0;8394b182524b:41245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:02,135 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916 2024-11-13T03:18:02,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,41245,1731467879916] 2024-11-13T03:18:02,149 INFO [RS:0;8394b182524b:41245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:18:02,151 INFO [RS:0;8394b182524b:41245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:18:02,152 INFO [RS:0;8394b182524b:41245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:18:02,152 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,152 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:18:02,153 INFO [RS:0;8394b182524b:41245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:18:02,153 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,153 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:18:02,154 DEBUG [RS:0;8394b182524b:41245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,162 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41245,1731467879916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:18:02,183 INFO [RS:0;8394b182524b:41245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:18:02,183 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41245,1731467879916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,183 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,183 INFO [RS:0;8394b182524b:41245 {}] regionserver.Replication(171): 8394b182524b,41245,1731467879916 started 2024-11-13T03:18:02,203 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:02,203 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,41245,1731467879916, RpcServer on 8394b182524b/172.17.0.3:41245, sessionid=0x1013233181a0001 2024-11-13T03:18:02,203 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:18:02,203 DEBUG [RS:0;8394b182524b:41245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,41245,1731467879916 2024-11-13T03:18:02,203 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41245,1731467879916' 2024-11-13T03:18:02,203 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/038606465/flush-table-proc/abort' 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/038606465/flush-table-proc/acquired' 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,41245,1731467879916 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41245,1731467879916' 2024-11-13T03:18:02,204 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/038606465/online-snapshot/abort' 2024-11-13T03:18:02,205 DEBUG [RS:0;8394b182524b:41245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/038606465/online-snapshot/acquired' 2024-11-13T03:18:02,205 DEBUG [RS:0;8394b182524b:41245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:18:02,205 INFO [RS:0;8394b182524b:41245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:18:02,205 INFO [RS:0;8394b182524b:41245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:18:02,305 INFO [RS:0;8394b182524b:41245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:18:02,307 INFO [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41245%2C1731467879916, suffix=, logDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916, archiveDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs, maxLogs=10 2024-11-13T03:18:02,321 DEBUG [RS:0;8394b182524b:41245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307, exclude list is [], retry=0 2024-11-13T03:18:02,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-d8f18630-8daf-418e-af27-749766dbc612,DISK] 2024-11-13T03:18:02,331 INFO [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 2024-11-13T03:18:02,333 DEBUG [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42333:42333)] 2024-11-13T03:18:02,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:18:02,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75 2024-11-13T03:18:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:18:02,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:02,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:18:02,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:18:02,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:02,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:02,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:18:02,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:18:02,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:02,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:02,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:18:02,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:18:02,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:02,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:02,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:18:02,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:18:02,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:02,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:18:02,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740 2024-11-13T03:18:02,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740 2024-11-13T03:18:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:18:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:18:02,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:02,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:18:02,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:02,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941462, jitterRate=-0.10680261254310608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:02,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467882903Initializing all the Stores at 1731467882904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467882904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467882908 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467882908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467882908Cleaning up temporary data from old regions at 1731467882929 (+21 ms)Region opened successfully at 1731467882935 (+6 ms) 2024-11-13T03:18:02,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:18:02,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:18:02,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:18:02,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:18:02,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:18:02,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:18:02,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467882935Disabling compacts and flushes for region at 1731467882935Disabling writes for close at 1731467882935Writing region close event to WAL at 1731467882941 (+6 ms)Closed at 1731467882942 (+1 ms) 2024-11-13T03:18:02,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:02,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:18:02,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:18:02,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:18:02,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:18:03,097 DEBUG [8394b182524b:35029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:18:03,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:03,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41245,1731467879916, state=OPENING 2024-11-13T03:18:03,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:18:03,161 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:03,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:03,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /038606465/meta-region-server: CHANGED 2024-11-13T03:18:03,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:18:03,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41245,1731467879916}] 2024-11-13T03:18:03,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /038606465/meta-region-server: CHANGED 2024-11-13T03:18:03,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:18:03,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:18:03,325 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:18:03,325 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:03,325 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:18:03,327 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41245%2C1731467879916.meta, suffix=.meta, logDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916, archiveDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs, maxLogs=10 2024-11-13T03:18:03,348 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.meta.1731467883327.meta, exclude list is [], retry=0 2024-11-13T03:18:03,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-d8f18630-8daf-418e-af27-749766dbc612,DISK] 2024-11-13T03:18:03,366 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.meta.1731467883327.meta 2024-11-13T03:18:03,368 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42333:42333)] 2024-11-13T03:18:03,368 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:03,369 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:18:03,369 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:18:03,369 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:18:03,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:18:03,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:18:03,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:03,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:03,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:18:03,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:18:03,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:03,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:18:03,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:18:03,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:03,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:18:03,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:18:03,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:03,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:03,394 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:18:03,395 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740 2024-11-13T03:18:03,396 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740 2024-11-13T03:18:03,399 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:18:03,399 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:18:03,399 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:03,404 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:18:03,404 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73423778, jitterRate=0.09409955143928528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:03,405 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:18:03,405 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467883370Writing region info on filesystem at 1731467883370Initializing all the Stores at 1731467883371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467883371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467883381 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467883382 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467883382Cleaning up temporary data from old regions at 1731467883399 (+17 ms)Running coprocessor post-open hooks at 1731467883405 (+6 ms)Region opened successfully at 1731467883405 2024-11-13T03:18:03,409 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467883315 2024-11-13T03:18:03,417 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:18:03,417 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:18:03,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:03,418 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41245,1731467879916, state=OPEN 2024-11-13T03:18:03,456 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/038606465/meta-region-server 2024-11-13T03:18:03,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /038606465/meta-region-server: CHANGED 2024-11-13T03:18:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/038606465/meta-region-server 2024-11-13T03:18:03,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,41245,1731467879916 2024-11-13T03:18:03,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /038606465/meta-region-server: CHANGED 2024-11-13T03:18:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:18:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41245,1731467879916 in 295 msec 2024-11-13T03:18:03,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:18:03,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-13T03:18:03,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:03,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:18:03,473 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:03,473 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:03,473 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:03,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:03,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4540 sec 2024-11-13T03:18:03,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467883485, completionTime=-1 2024-11-13T03:18:03,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:18:03,486 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:18:03,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:18:03,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467943488 2024-11-13T03:18:03,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468003488 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:35029, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,490 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,493 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.513sec 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:18:03,496 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:18:03,497 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:18:03,506 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:18:03,506 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:18:03,506 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35029,1731467879710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:03,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e9422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:03,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35029,-1 for getting cluster id 2024-11-13T03:18:03,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:03,573 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e8ab897-7709-4675-abca-9b1c81845b04' 2024-11-13T03:18:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e8ab897-7709-4675-abca-9b1c81845b04" 2024-11-13T03:18:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73286217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35029,-1] 2024-11-13T03:18:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:03,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:03,577 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:03,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55810643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:03,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:03,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:03,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,35029,1731467879710 2024-11-13T03:18:03,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:18:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:18:03,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013233181a0002 connected 2024-11-13T03:18:03,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir so I do NOT create it in target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc 2024-11-13T03:18:03,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.tmp.dir so I do NOT create it in target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc 2024-11-13T03:18:03,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:18:03,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/cluster_717a68bf-8f2b-5e8a-9e82-c3db93dd8549, deleteOnExit=true 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/test.cache.data in system properties and HBase conf 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:18:03,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:18:03,629 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:18:03,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:18:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:18:04,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:18:04,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:18:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:18:04,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:18:04,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:18:04,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:18:04,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:18:04,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e5ce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:18:04,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364aafe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:18:04,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c0806ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/java.io.tmpdir/jetty-localhost-37117-hadoop-hdfs-3_4_1-tests_jar-_-any-13516797544649275137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:18:04,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f65445{HTTP/1.1, (http/1.1)}{localhost:37117} 2024-11-13T03:18:04,201 INFO [Time-limited test {}] server.Server(415): Started @57873ms 2024-11-13T03:18:04,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:18:04,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:18:04,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:18:04,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:18:04,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:18:04,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26636bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:18:04,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4600fe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:18:04,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4002ad2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/java.io.tmpdir/jetty-localhost-33453-hadoop-hdfs-3_4_1-tests_jar-_-any-15870900003474549276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:18:04,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@213b95e5{HTTP/1.1, (http/1.1)}{localhost:33453} 2024-11-13T03:18:04,662 INFO [Time-limited test {}] server.Server(415): Started @58334ms 2024-11-13T03:18:04,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:18:05,482 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/cluster_717a68bf-8f2b-5e8a-9e82-c3db93dd8549/data/data1/current/BP-472935473-172.17.0.3-1731467883661/current, will proceed with Du for space computation calculation, 2024-11-13T03:18:05,482 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/cluster_717a68bf-8f2b-5e8a-9e82-c3db93dd8549/data/data2/current/BP-472935473-172.17.0.3-1731467883661/current, will proceed with Du for space computation calculation, 2024-11-13T03:18:05,507 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:18:05,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f2b778f0dab741c with lease ID 0xfe0b5d7efd5268de: Processing first storage report for DS-af5b9237-fa81-4ed5-981a-4bb29b903e84 from datanode DatanodeRegistration(127.0.0.1:35761, datanodeUuid=20cbbac9-6cc1-4748-adcb-16e4fe7ca45c, infoPort=42351, infoSecurePort=0, ipcPort=44597, storageInfo=lv=-57;cid=testClusterID;nsid=2026375518;c=1731467883661) 2024-11-13T03:18:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f2b778f0dab741c with lease ID 0xfe0b5d7efd5268de: from storage DS-af5b9237-fa81-4ed5-981a-4bb29b903e84 node DatanodeRegistration(127.0.0.1:35761, datanodeUuid=20cbbac9-6cc1-4748-adcb-16e4fe7ca45c, infoPort=42351, infoSecurePort=0, ipcPort=44597, storageInfo=lv=-57;cid=testClusterID;nsid=2026375518;c=1731467883661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:18:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f2b778f0dab741c with lease ID 0xfe0b5d7efd5268de: Processing first storage report for DS-041fcad5-15a5-4af1-83d3-0acf5984559b from datanode DatanodeRegistration(127.0.0.1:35761, datanodeUuid=20cbbac9-6cc1-4748-adcb-16e4fe7ca45c, infoPort=42351, infoSecurePort=0, ipcPort=44597, storageInfo=lv=-57;cid=testClusterID;nsid=2026375518;c=1731467883661) 2024-11-13T03:18:05,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f2b778f0dab741c with lease ID 0xfe0b5d7efd5268de: from storage DS-041fcad5-15a5-4af1-83d3-0acf5984559b node DatanodeRegistration(127.0.0.1:35761, datanodeUuid=20cbbac9-6cc1-4748-adcb-16e4fe7ca45c, infoPort=42351, infoSecurePort=0, ipcPort=44597, storageInfo=lv=-57;cid=testClusterID;nsid=2026375518;c=1731467883661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:18:05,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc 2024-11-13T03:18:05,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:18:05,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb with version=8 2024-11-13T03:18:05,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/hbase-staging 2024-11-13T03:18:05,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:18:05,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:18:05,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37635 2024-11-13T03:18:05,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37635 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:18:05,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376350x0, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:18:05,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37635-0x1013233181a0003 connected 2024-11-13T03:18:05,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/running 2024-11-13T03:18:05,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb, hbase.cluster.distributed=false 2024-11-13T03:18:05,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/acl 2024-11-13T03:18:05,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-13T03:18:05,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-11-13T03:18:05,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-11-13T03:18:05,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-13T03:18:05,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-13T03:18:05,673 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:18:05,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:18:05,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:18:05,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33503 2024-11-13T03:18:05,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33503 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:18:05,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335030x0, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:18:05,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335030x0, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/running 2024-11-13T03:18:05,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:18:05,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33503-0x1013233181a0004 connected 2024-11-13T03:18:05,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:18:05,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/master 2024-11-13T03:18:05,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/acl 2024-11-13T03:18:05,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-13T03:18:05,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33503 2024-11-13T03:18:05,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33503 2024-11-13T03:18:05,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-13T03:18:05,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33503 2024-11-13T03:18:05,737 DEBUG [M:0;8394b182524b:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:37635 2024-11-13T03:18:05,740 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1495050608/backup-masters/8394b182524b,37635,1731467885542 2024-11-13T03:18:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/backup-masters 2024-11-13T03:18:05,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/backup-masters 2024-11-13T03:18:05,753 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on existing znode=/1-1495050608/backup-masters/8394b182524b,37635,1731467885542 2024-11-13T03:18:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495050608/master 2024-11-13T03:18:05,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:05,763 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on existing znode=/1-1495050608/master 2024-11-13T03:18:05,765 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1495050608/backup-masters/8394b182524b,37635,1731467885542 from backup master directory 2024-11-13T03:18:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495050608/backup-masters/8394b182524b,37635,1731467885542 2024-11-13T03:18:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/backup-masters 2024-11-13T03:18:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/backup-masters 2024-11-13T03:18:05,772 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:18:05,772 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,37635,1731467885542 2024-11-13T03:18:05,778 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/hbase.id] with ID: 5a03f157-9271-41a1-8366-f2aec40e3825 2024-11-13T03:18:05,778 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/.tmp/hbase.id 2024-11-13T03:18:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:18:05,790 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/.tmp/hbase.id]:[hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/hbase.id] 2024-11-13T03:18:05,807 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:05,807 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:18:05,811 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T03:18:05,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:05,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:18:06,236 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:18:06,237 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:18:06,237 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:18:06,648 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store 2024-11-13T03:18:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:18:07,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:07,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:18:07,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467887066Disabling compacts and flushes for region at 1731467887066Disabling writes for close at 1731467887066Writing region close event to WAL at 1731467887066Closed at 1731467887066 2024-11-13T03:18:07,067 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/.initializing 2024-11-13T03:18:07,067 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/WALs/8394b182524b,37635,1731467885542 2024-11-13T03:18:07,068 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:18:07,069 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C37635%2C1731467885542, suffix=, logDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/WALs/8394b182524b,37635,1731467885542, archiveDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/oldWALs, maxLogs=10 2024-11-13T03:18:07,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/WALs/8394b182524b,37635,1731467885542/8394b182524b%2C37635%2C1731467885542.1731467887070, exclude list is [], retry=0 2024-11-13T03:18:07,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35761,DS-af5b9237-fa81-4ed5-981a-4bb29b903e84,DISK] 2024-11-13T03:18:07,087 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/WALs/8394b182524b,37635,1731467885542/8394b182524b%2C37635%2C1731467885542.1731467887070 2024-11-13T03:18:07,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42351:42351)] 2024-11-13T03:18:07,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:07,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:07,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:18:07,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:07,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:18:07,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:07,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:18:07,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:18:07,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:07,100 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,100 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,100 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,101 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,101 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,102 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:07,103 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:18:07,104 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:07,105 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446594, jitterRate=-0.009868592023849487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:07,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467887088Initializing all the Stores at 1731467887089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467887090 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467887090Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467887090Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467887090Cleaning up temporary data from old regions at 1731467887101 (+11 ms)Region opened successfully at 1731467887105 (+4 ms) 2024-11-13T03:18:07,105 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:18:07,108 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2179263f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:18:07,109 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:18:07,109 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:18:07,110 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:18:07,110 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:18:07,110 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:18:07,111 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:18:07,111 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:18:07,113 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:18:07,114 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/balancer because node does not exist (not necessarily an error) 2024-11-13T03:18:07,161 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/balancer already deleted, retry=false 2024-11-13T03:18:07,161 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:18:07,162 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:18:07,171 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/normalizer already deleted, retry=false 2024-11-13T03:18:07,172 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:18:07,172 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:18:07,182 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/switch/split already deleted, retry=false 2024-11-13T03:18:07,183 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:18:07,192 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/switch/merge already deleted, retry=false 2024-11-13T03:18:07,194 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:18:07,203 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/snapshot-cleanup already deleted, retry=false 2024-11-13T03:18:07,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495050608/running 2024-11-13T03:18:07,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495050608/running 2024-11-13T03:18:07,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,215 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,37635,1731467885542, sessionid=0x1013233181a0003, setting cluster-up flag (Was=false) 2024-11-13T03:18:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,266 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495050608/flush-table-proc/acquired, /1-1495050608/flush-table-proc/reached, /1-1495050608/flush-table-proc/abort 2024-11-13T03:18:07,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37635,1731467885542 2024-11-13T03:18:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,319 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495050608/online-snapshot/acquired, /1-1495050608/online-snapshot/reached, /1-1495050608/online-snapshot/abort 2024-11-13T03:18:07,320 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37635,1731467885542 2024-11-13T03:18:07,321 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:18:07,323 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:07,323 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:18:07,323 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:18:07,327 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,37635,1731467885542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:18:07,330 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(746): ClusterId : 5a03f157-9271-41a1-8366-f2aec40e3825 2024-11-13T03:18:07,330 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:18:07,330 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:07,330 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:07,330 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:07,330 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:18:07,331 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:18:07,331 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,331 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:18:07,331 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,340 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467917340 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:18:07,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:18:07,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:07,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:18:07,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:18:07,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:18:07,343 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:18:07,344 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467887343,5,FailOnTimeoutGroup] 2024-11-13T03:18:07,344 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:18:07,344 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:18:07,345 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467887344,5,FailOnTimeoutGroup] 2024-11-13T03:18:07,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:18:07,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,351 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:18:07,352 DEBUG [RS:0;8394b182524b:33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec9c9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:18:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:18:07,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:18:07,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb 2024-11-13T03:18:07,366 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:33503 2024-11-13T03:18:07,366 INFO [RS:0;8394b182524b:33503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:18:07,366 INFO [RS:0;8394b182524b:33503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:18:07,366 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:18:07,368 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,37635,1731467885542 with port=33503, startcode=1731467885673 2024-11-13T03:18:07,368 DEBUG [RS:0;8394b182524b:33503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:18:07,375 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:18:07,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,33503,1731467885673 2024-11-13T03:18:07,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37635 {}] master.ServerManager(517): Registering regionserver=8394b182524b,33503,1731467885673 2024-11-13T03:18:07,377 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb 2024-11-13T03:18:07,377 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36537 2024-11-13T03:18:07,377 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:18:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:18:07,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:07,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:18:07,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:18:07,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:07,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:18:07,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:18:07,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/rs 2024-11-13T03:18:07,392 DEBUG [RS:0;8394b182524b:33503 {}] zookeeper.ZKUtil(111): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on existing znode=/1-1495050608/rs/8394b182524b,33503,1731467885673 2024-11-13T03:18:07,393 WARN [RS:0;8394b182524b:33503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:18:07,393 INFO [RS:0;8394b182524b:33503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:07,393 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673 2024-11-13T03:18:07,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:07,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:18:07,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:18:07,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:07,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:18:07,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:18:07,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,33503,1731467885673] 2024-11-13T03:18:07,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:07,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:07,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:18:07,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740 2024-11-13T03:18:07,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740 2024-11-13T03:18:07,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:18:07,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:18:07,402 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:07,403 INFO [RS:0;8394b182524b:33503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:18:07,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:18:07,408 INFO [RS:0;8394b182524b:33503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:18:07,416 INFO [RS:0;8394b182524b:33503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:18:07,416 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,417 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:18:07,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:07,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65470715, jitterRate=-0.024410322308540344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:07,419 INFO [RS:0;8394b182524b:33503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:18:07,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467887387Initializing all the Stores at 1731467887387Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467887387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467887388 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467887388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467887388Cleaning up temporary data from old regions at 1731467887402 (+14 ms)Region opened successfully at 1731467887419 (+17 ms) 2024-11-13T03:18:07,419 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:18:07,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:18:07,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,419 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:18:07,420 DEBUG [RS:0;8394b182524b:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:18:07,435 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:18:07,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467887419Disabling compacts and flushes for region at 1731467887419Disabling writes for close at 1731467887419Writing region close event to WAL at 1731467887435 (+16 ms)Closed at 1731467887435 2024-11-13T03:18:07,436 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,436 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,436 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,436 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,436 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,437 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33503,1731467885673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:18:07,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:07,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:18:07,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:18:07,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:18:07,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:18:07,462 INFO [RS:0;8394b182524b:33503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:18:07,462 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33503,1731467885673-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,462 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,462 INFO [RS:0;8394b182524b:33503 {}] regionserver.Replication(171): 8394b182524b,33503,1731467885673 started 2024-11-13T03:18:07,482 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:07,482 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,33503,1731467885673, RpcServer on 8394b182524b/172.17.0.3:33503, sessionid=0x1013233181a0004 2024-11-13T03:18:07,482 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:18:07,482 DEBUG [RS:0;8394b182524b:33503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,33503,1731467885673 2024-11-13T03:18:07,482 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33503,1731467885673' 2024-11-13T03:18:07,482 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495050608/flush-table-proc/abort' 2024-11-13T03:18:07,483 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495050608/flush-table-proc/acquired' 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,33503,1731467885673 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33503,1731467885673' 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495050608/online-snapshot/abort' 2024-11-13T03:18:07,484 DEBUG [RS:0;8394b182524b:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495050608/online-snapshot/acquired' 2024-11-13T03:18:07,485 DEBUG [RS:0;8394b182524b:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:18:07,485 INFO [RS:0;8394b182524b:33503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:18:07,485 INFO [RS:0;8394b182524b:33503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:18:07,586 INFO [RS:0;8394b182524b:33503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:18:07,587 INFO [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33503%2C1731467885673, suffix=, logDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673, archiveDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/oldWALs, maxLogs=10 2024-11-13T03:18:07,600 DEBUG [RS:0;8394b182524b:33503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.1731467887588, exclude list is [], retry=0 2024-11-13T03:18:07,601 WARN [8394b182524b:37635 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:18:07,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35761,DS-af5b9237-fa81-4ed5-981a-4bb29b903e84,DISK] 2024-11-13T03:18:07,606 INFO [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.1731467887588 2024-11-13T03:18:07,606 DEBUG [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42351:42351)] 2024-11-13T03:18:07,851 DEBUG [8394b182524b:37635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:18:07,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,33503,1731467885673 2024-11-13T03:18:07,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33503,1731467885673, state=OPENING 2024-11-13T03:18:07,934 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:18:07,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:18:07,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495050608/meta-region-server: CHANGED 2024-11-13T03:18:07,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495050608/meta-region-server: CHANGED 2024-11-13T03:18:07,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:18:07,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33503,1731467885673}] 2024-11-13T03:18:08,108 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:18:08,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:18:08,114 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:18:08,114 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:08,114 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:18:08,116 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33503%2C1731467885673.meta, suffix=.meta, logDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673, archiveDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/oldWALs, maxLogs=10 2024-11-13T03:18:08,134 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.meta.1731467888116.meta, exclude list is [], retry=0 2024-11-13T03:18:08,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35761,DS-af5b9237-fa81-4ed5-981a-4bb29b903e84,DISK] 2024-11-13T03:18:08,140 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.meta.1731467888116.meta 2024-11-13T03:18:08,140 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42351:42351)] 2024-11-13T03:18:08,140 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:08,141 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:18:08,141 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:18:08,141 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:18:08,141 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:18:08,141 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:18:08,141 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:08,142 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:18:08,142 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:18:08,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:18:08,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:18:08,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:08,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:08,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:18:08,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:18:08,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:08,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:08,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:18:08,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:18:08,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:08,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:08,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:18:08,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:18:08,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:18:08,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:08,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:18:08,151 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:18:08,152 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740 2024-11-13T03:18:08,156 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740 2024-11-13T03:18:08,159 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:18:08,159 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:18:08,159 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:18:08,161 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:18:08,161 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62817932, jitterRate=-0.06393986940383911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:18:08,161 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:18:08,162 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467888142Writing region info on filesystem at 1731467888142Initializing all the Stores at 1731467888143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467888143Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467888143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467888143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467888143Cleaning up temporary data from old regions at 1731467888159 (+16 ms)Running coprocessor post-open hooks at 1731467888161 (+2 ms)Region opened successfully at 1731467888162 (+1 ms) 2024-11-13T03:18:08,163 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467888107 2024-11-13T03:18:08,165 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:18:08,165 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:18:08,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,33503,1731467885673 2024-11-13T03:18:08,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33503,1731467885673, state=OPEN 2024-11-13T03:18:08,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495050608/meta-region-server 2024-11-13T03:18:08,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495050608/meta-region-server 2024-11-13T03:18:08,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495050608/meta-region-server: CHANGED 2024-11-13T03:18:08,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495050608/meta-region-server: CHANGED 2024-11-13T03:18:08,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,33503,1731467885673 2024-11-13T03:18:08,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:18:08,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33503,1731467885673 in 220 msec 2024-11-13T03:18:08,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:18:08,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec 2024-11-13T03:18:08,179 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:18:08,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:18:08,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:08,181 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33503,1731467885673, seqNum=-1] 2024-11-13T03:18:08,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:08,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:08,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 865 msec 2024-11-13T03:18:08,190 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467888190, completionTime=-1 2024-11-13T03:18:08,190 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:18:08,190 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467948193 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468008193 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:37635, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,193 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,195 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:18:08,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.436sec 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:18:08,208 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:18:08,209 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:18:08,212 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:18:08,212 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:18:08,212 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37635,1731467885542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:18:08,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:08,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37635,-1 for getting cluster id 2024-11-13T03:18:08,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:08,225 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a03f157-9271-41a1-8366-f2aec40e3825' 2024-11-13T03:18:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a03f157-9271-41a1-8366-f2aec40e3825" 2024-11-13T03:18:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ebe96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37635,-1] 2024-11-13T03:18:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:08,227 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:08,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6528ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:08,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33503,1731467885673, seqNum=-1] 2024-11-13T03:18:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:08,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:08,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,37635,1731467885542 2024-11-13T03:18:08,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58721 2024-11-13T03:18:08,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:18:08,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013233181a0005 connected 2024-11-13T03:18:08,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35029,1731467879710 2024-11-13T03:18:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121e160d 2024-11-13T03:18:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:08,264 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:08,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:18:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:18:08,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:18:08,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:08,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:18:08,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:18:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:08,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbde34e1d0a303aa4ffc8b0cd2052edd, NAME => 'test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75 2024-11-13T03:18:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dbde34e1d0a303aa4ffc8b0cd2052edd, disabling compactions & flushes 2024-11-13T03:18:08,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. after waiting 0 ms 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:08,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:08,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbde34e1d0a303aa4ffc8b0cd2052edd: Waiting for close lock at 1731467888696Disabling compacts and flushes for region at 1731467888696Disabling writes for close at 1731467888696Writing region close event to WAL at 1731467888696Closed at 1731467888696 2024-11-13T03:18:08,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:18:08,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731467888697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467888697"}]},"ts":"1731467888697"} 2024-11-13T03:18:08,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:18:08,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:18:08,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467888700"}]},"ts":"1731467888700"} 2024-11-13T03:18:08,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:18:08,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbde34e1d0a303aa4ffc8b0cd2052edd, ASSIGN}] 2024-11-13T03:18:08,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbde34e1d0a303aa4ffc8b0cd2052edd, ASSIGN 2024-11-13T03:18:08,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dbde34e1d0a303aa4ffc8b0cd2052edd, ASSIGN; state=OFFLINE, location=8394b182524b,41245,1731467879916; forceNewPlan=false, retain=false 2024-11-13T03:18:08,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbde34e1d0a303aa4ffc8b0cd2052edd, regionState=OPENING, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:08,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dbde34e1d0a303aa4ffc8b0cd2052edd, ASSIGN because future has completed 2024-11-13T03:18:08,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbde34e1d0a303aa4ffc8b0cd2052edd, server=8394b182524b,41245,1731467879916}] 2024-11-13T03:18:08,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:18:08,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:08,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:08,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:08,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:09,015 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:09,015 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dbde34e1d0a303aa4ffc8b0cd2052edd, NAME => 'test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:09,016 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:18:09,016 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:18:09,016 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,016 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:09,016 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,016 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,020 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,024 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbde34e1d0a303aa4ffc8b0cd2052edd columnFamilyName f 2024-11-13T03:18:09,024 DEBUG [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:09,024 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(327): Store=dbde34e1d0a303aa4ffc8b0cd2052edd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:09,024 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,025 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbde34e1d0a303aa4ffc8b0cd2052edd columnFamilyName f1 2024-11-13T03:18:09,025 DEBUG [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:09,026 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(327): Store=dbde34e1d0a303aa4ffc8b0cd2052edd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:09,026 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,027 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbde34e1d0a303aa4ffc8b0cd2052edd columnFamilyName norep 2024-11-13T03:18:09,027 DEBUG [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:09,028 INFO [StoreOpener-dbde34e1d0a303aa4ffc8b0cd2052edd-1 {}] regionserver.HStore(327): Store=dbde34e1d0a303aa4ffc8b0cd2052edd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:09,029 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,030 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,030 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,031 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,031 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,032 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:18:09,032 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,035 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:09,035 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dbde34e1d0a303aa4ffc8b0cd2052edd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61853392, jitterRate=-0.07831263542175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:18:09,035 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:18:09,036 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dbde34e1d0a303aa4ffc8b0cd2052edd: Running coprocessor pre-open hook at 1731467889016Writing region info on filesystem at 1731467889017 (+1 ms)Initializing all the Stores at 1731467889017Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467889018 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467889020 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467889020Cleaning up temporary data from old regions at 1731467889031 (+11 ms)Running coprocessor post-open hooks at 1731467889035 (+4 ms)Region opened successfully at 1731467889036 (+1 ms) 2024-11-13T03:18:09,039 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., pid=6, masterSystemTime=1731467889011 2024-11-13T03:18:09,042 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:09,042 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:18:09,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbde34e1d0a303aa4ffc8b0cd2052edd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:09,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbde34e1d0a303aa4ffc8b0cd2052edd, server=8394b182524b,41245,1731467879916 because future has completed 2024-11-13T03:18:09,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:18:09,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dbde34e1d0a303aa4ffc8b0cd2052edd, server=8394b182524b,41245,1731467879916 in 196 msec 2024-11-13T03:18:09,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:18:09,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dbde34e1d0a303aa4ffc8b0cd2052edd, ASSIGN in 355 msec 2024-11-13T03:18:09,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:18:09,063 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467889062"}]},"ts":"1731467889062"} 2024-11-13T03:18:09,065 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:18:09,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:18:09,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-13T03:18:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:09,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:09,416 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:18:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37635,1731467885542 2024-11-13T03:18:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536ba338 2024-11-13T03:18:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:09,419 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:09,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:18:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:18:09,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:18:09,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:09,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:18:09,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:18:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:18:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:09,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48351bfad8846d0155a130cbe71ed6c3, NAME => 'test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb 2024-11-13T03:18:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48351bfad8846d0155a130cbe71ed6c3, disabling compactions & flushes 2024-11-13T03:18:09,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. after waiting 0 ms 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:09,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:09,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48351bfad8846d0155a130cbe71ed6c3: Waiting for close lock at 1731467889849Disabling compacts and flushes for region at 1731467889849Disabling writes for close at 1731467889849Writing region close event to WAL at 1731467889849Closed at 1731467889849 2024-11-13T03:18:09,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:18:09,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731467889851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467889851"}]},"ts":"1731467889851"} 2024-11-13T03:18:09,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:18:09,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:18:09,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467889858"}]},"ts":"1731467889858"} 2024-11-13T03:18:09,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:18:09,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48351bfad8846d0155a130cbe71ed6c3, ASSIGN}] 2024-11-13T03:18:09,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48351bfad8846d0155a130cbe71ed6c3, ASSIGN 2024-11-13T03:18:09,864 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48351bfad8846d0155a130cbe71ed6c3, ASSIGN; state=OFFLINE, location=8394b182524b,33503,1731467885673; forceNewPlan=false, retain=false 2024-11-13T03:18:10,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48351bfad8846d0155a130cbe71ed6c3, regionState=OPENING, regionLocation=8394b182524b,33503,1731467885673 2024-11-13T03:18:10,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48351bfad8846d0155a130cbe71ed6c3, ASSIGN because future has completed 2024-11-13T03:18:10,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48351bfad8846d0155a130cbe71ed6c3, server=8394b182524b,33503,1731467885673}] 2024-11-13T03:18:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:10,175 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:10,175 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48351bfad8846d0155a130cbe71ed6c3, NAME => 'test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:10,175 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:18:10,175 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:18:10,175 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,175 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:10,175 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,176 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,177 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,178 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48351bfad8846d0155a130cbe71ed6c3 columnFamilyName f 2024-11-13T03:18:10,178 DEBUG [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:10,179 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(327): Store=48351bfad8846d0155a130cbe71ed6c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:10,179 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,180 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48351bfad8846d0155a130cbe71ed6c3 columnFamilyName f1 2024-11-13T03:18:10,180 DEBUG [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:10,180 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(327): Store=48351bfad8846d0155a130cbe71ed6c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:10,180 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,181 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48351bfad8846d0155a130cbe71ed6c3 columnFamilyName norep 2024-11-13T03:18:10,181 DEBUG [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:10,182 INFO [StoreOpener-48351bfad8846d0155a130cbe71ed6c3-1 {}] regionserver.HStore(327): Store=48351bfad8846d0155a130cbe71ed6c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:10,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,183 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,184 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,184 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,184 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:18:10,185 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,187 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:10,187 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48351bfad8846d0155a130cbe71ed6c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70364199, jitterRate=0.04850827157497406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:18:10,187 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:18:10,188 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48351bfad8846d0155a130cbe71ed6c3: Running coprocessor pre-open hook at 1731467890176Writing region info on filesystem at 1731467890176Initializing all the Stores at 1731467890176Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467890176Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467890177 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467890177Cleaning up temporary data from old regions at 1731467890184 (+7 ms)Running coprocessor post-open hooks at 1731467890187 (+3 ms)Region opened successfully at 1731467890187 2024-11-13T03:18:10,188 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3., pid=6, masterSystemTime=1731467890171 2024-11-13T03:18:10,190 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:10,190 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:18:10,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48351bfad8846d0155a130cbe71ed6c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,33503,1731467885673 2024-11-13T03:18:10,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48351bfad8846d0155a130cbe71ed6c3, server=8394b182524b,33503,1731467885673 because future has completed 2024-11-13T03:18:10,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:18:10,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48351bfad8846d0155a130cbe71ed6c3, server=8394b182524b,33503,1731467885673 in 176 msec 2024-11-13T03:18:10,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:18:10,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48351bfad8846d0155a130cbe71ed6c3, ASSIGN in 336 msec 2024-11-13T03:18:10,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:18:10,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467890200"}]},"ts":"1731467890200"} 2024-11-13T03:18:10,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:18:10,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:18:10,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec 2024-11-13T03:18:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37635 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:18:10,566 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:18:10,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35029,-1 for getting cluster id 2024-11-13T03:18:10,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:10,567 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e8ab897-7709-4675-abca-9b1c81845b04' 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e8ab897-7709-4675-abca-9b1c81845b04" 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64143da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35029,-1] 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,569 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19910fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6177a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37635,-1 for getting cluster id 2024-11-13T03:18:10,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:10,571 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a03f157-9271-41a1-8366-f2aec40e3825' 2024-11-13T03:18:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a03f157-9271-41a1-8366-f2aec40e3825" 2024-11-13T03:18:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687f6193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37635,-1] 2024-11-13T03:18:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,572 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71447358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ca2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35029,-1 for getting cluster id 2024-11-13T03:18:10,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:10,574 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e8ab897-7709-4675-abca-9b1c81845b04' 2024-11-13T03:18:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e8ab897-7709-4675-abca-9b1c81845b04" 2024-11-13T03:18:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7d5507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35029,-1] 2024-11-13T03:18:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,575 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4a9849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35029,1731467879710 2024-11-13T03:18:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56def0b 2024-11-13T03:18:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:10,579 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:10,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:37635,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:18:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:18:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:10,582 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:37635' 2024-11-13T03:18:10,583 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,583 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37635,-1 for getting cluster id 2024-11-13T03:18:10,583 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:10,583 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a03f157-9271-41a1-8366-f2aec40e3825' 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a03f157-9271-41a1-8366-f2aec40e3825" 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa90ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37635,-1] 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,585 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:10,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d31374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:10,586 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37635,1731467885542 2024-11-13T03:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a9dfb6 2024-11-13T03:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:10,587 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:10,588 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T03:18:10,588 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:18:10,588 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,588 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:10,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:18:10,588 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:18:10,590 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:18:10,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:18:10,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:10,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:18:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:18:10,640 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:18:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:11,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7db91ba3f95919af64e025951e7cb98e, NAME => 'hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75 2024-11-13T03:18:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:18:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:11,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:11,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7db91ba3f95919af64e025951e7cb98e, disabling compactions & flushes 2024-11-13T03:18:11,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. after waiting 0 ms 2024-11-13T03:18:11,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7db91ba3f95919af64e025951e7cb98e: Waiting for close lock at 1731467891406Disabling compacts and flushes for region at 1731467891406Disabling writes for close at 1731467891406Writing region close event to WAL at 1731467891406Closed at 1731467891406 2024-11-13T03:18:11,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:18:11,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731467891407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467891407"}]},"ts":"1731467891407"} 2024-11-13T03:18:11,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:18:11,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:18:11,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467891410"}]},"ts":"1731467891410"} 2024-11-13T03:18:11,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:18:11,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7db91ba3f95919af64e025951e7cb98e, ASSIGN}] 2024-11-13T03:18:11,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7db91ba3f95919af64e025951e7cb98e, ASSIGN 2024-11-13T03:18:11,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7db91ba3f95919af64e025951e7cb98e, ASSIGN; state=OFFLINE, location=8394b182524b,41245,1731467879916; forceNewPlan=false, retain=false 2024-11-13T03:18:11,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7db91ba3f95919af64e025951e7cb98e, regionState=OPENING, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7db91ba3f95919af64e025951e7cb98e, ASSIGN because future has completed 2024-11-13T03:18:11,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db91ba3f95919af64e025951e7cb98e, server=8394b182524b,41245,1731467879916}] 2024-11-13T03:18:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:11,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:18:11,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:18:11,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C41245%2C1731467879916.rep, suffix=, logDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916, archiveDir=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs, maxLogs=10 2024-11-13T03:18:11,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.rep.1731467891725, exclude list is [], retry=0 2024-11-13T03:18:11,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-d8f18630-8daf-418e-af27-749766dbc612,DISK] 2024-11-13T03:18:11,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.rep.1731467891725 2024-11-13T03:18:11,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42333:42333)] 2024-11-13T03:18:11,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7db91ba3f95919af64e025951e7cb98e, NAME => 'hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:18:11,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. service=MultiRowMutationService 2024-11-13T03:18:11,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,745 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,746 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db91ba3f95919af64e025951e7cb98e columnFamilyName hfileref 2024-11-13T03:18:11,746 DEBUG [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:11,746 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(327): Store=7db91ba3f95919af64e025951e7cb98e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:11,746 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,747 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db91ba3f95919af64e025951e7cb98e columnFamilyName queue 2024-11-13T03:18:11,747 DEBUG [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:11,748 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(327): Store=7db91ba3f95919af64e025951e7cb98e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:11,748 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,749 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db91ba3f95919af64e025951e7cb98e columnFamilyName sid 2024-11-13T03:18:11,749 DEBUG [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:18:11,749 INFO [StoreOpener-7db91ba3f95919af64e025951e7cb98e-1 {}] regionserver.HStore(327): Store=7db91ba3f95919af64e025951e7cb98e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:18:11,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:18:11,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:18:11,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7db91ba3f95919af64e025951e7cb98e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67481415, jitterRate=0.005551442503929138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:18:11,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:18:11,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7db91ba3f95919af64e025951e7cb98e: Running coprocessor pre-open hook at 1731467891742Writing region info on filesystem at 1731467891742Initializing all the Stores at 1731467891743 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467891743Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467891744 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467891744Cleaning up temporary data from old regions at 1731467891751 (+7 ms)Running coprocessor post-open hooks at 1731467891755 (+4 ms)Region opened successfully at 1731467891755 2024-11-13T03:18:11,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e., pid=10, masterSystemTime=1731467891720 2024-11-13T03:18:11,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:18:11,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7db91ba3f95919af64e025951e7cb98e, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41245,1731467879916 2024-11-13T03:18:11,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db91ba3f95919af64e025951e7cb98e, server=8394b182524b,41245,1731467879916 because future has completed 2024-11-13T03:18:11,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:18:11,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7db91ba3f95919af64e025951e7cb98e, server=8394b182524b,41245,1731467879916 in 192 msec 2024-11-13T03:18:11,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:18:11,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7db91ba3f95919af64e025951e7cb98e, ASSIGN in 349 msec 2024-11-13T03:18:11,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:18:11,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467891765"}]},"ts":"1731467891765"} 2024-11-13T03:18:11,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:18:11,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:18:11,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-13T03:18:11,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e., hostname=8394b182524b,41245,1731467879916, seqNum=2] 2024-11-13T03:18:11,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:11,877 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:18:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:18:12,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:18:12,051 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:18:12,079 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,41245,1731467879916, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:18:12,079 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:12,079 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:12,079 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:12,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T03:18:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,41245,1731467879916', locateType=CURRENT is [region=hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e., hostname=8394b182524b,41245,1731467879916, seqNum=2] 2024-11-13T03:18:12,084 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:18:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:18:12,086 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,41245,1731467879916 suceeded 2024-11-13T03:18:12,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:18:12,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T03:18:12,089 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:37635,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T03:18:12,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-13T03:18:12,100 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:37635' 2024-11-13T03:18:12,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5825de96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:12,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37635,-1 for getting cluster id 2024-11-13T03:18:12,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:12,102 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a03f157-9271-41a1-8366-f2aec40e3825' 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a03f157-9271-41a1-8366-f2aec40e3825" 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad3276c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37635,-1] 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:12,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:12,104 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:12,105 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413a66ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:12,105 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37635,1731467885542 2024-11-13T03:18:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47eeb917 2024-11-13T03:18:12,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:12,106 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T03:18:12,107 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,41245,1731467879916 (queues=1) is replicating from cluster=7e8ab897-7709-4675-abca-9b1c81845b04 to cluster=5a03f157-9271-41a1-8366-f2aec40e3825 2024-11-13T03:18:12,107 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C41245%2C1731467879916 2024-11-13T03:18:12,107 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,41245,1731467879916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:18:12,108 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C41245%2C1731467879916 2024-11-13T03:18:12,108 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307, startPosition=0, beingWritten=true 2024-11-13T03:18:12,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:18:12,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:12,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:18:12,320 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:12,624 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:18:12,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:18:12,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:18:12,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:18:12,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:12,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:12,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:18:12,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:12,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731467892740/Put/seqid=0 2024-11-13T03:18:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741840_1016 (size=7894) 2024-11-13T03:18:13,028 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:13,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_1 is 34, key is ddd/f:row/1731467893148/Put/seqid=0 2024-11-13T03:18:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741841_1017 (size=7691) 2024-11-13T03:18:13,403 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:18:13,532 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:13,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:13,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35029,-1 for getting cluster id 2024-11-13T03:18:13,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:13,558 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e8ab897-7709-4675-abca-9b1c81845b04' 2024-11-13T03:18:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e8ab897-7709-4675-abca-9b1c81845b04" 2024-11-13T03:18:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387cede2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35029,-1] 2024-11-13T03:18:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:13,559 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d059318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:13,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:13,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:13,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35029,1731467879710 2024-11-13T03:18:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5258a4c3 2024-11-13T03:18:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:13,574 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2] 2024-11-13T03:18:13,588 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:18:13,598 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T03:18:13,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T03:18:13,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_0 for inclusion in dbde34e1d0a303aa4ffc8b0cd2052edd/f 2024-11-13T03:18:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T03:18:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:13,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_1 for inclusion in dbde34e1d0a303aa4ffc8b0cd2052edd/f 2024-11-13T03:18:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T03:18:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegion(2603): Flush status journal for dbde34e1d0a303aa4ffc8b0cd2052edd: 2024-11-13T03:18:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_0 to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_0 2024-11-13T03:18:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_0 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ 2024-11-13T03:18:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f/f/hfile_1 to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_1 2024-11-13T03:18:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_1 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ 2024-11-13T03:18:13,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_0 into dbde34e1d0a303aa4ffc8b0cd2052edd/f as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ - updating store file list. 2024-11-13T03:18:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9399f51f10744361a41433d0f8d291c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:13,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ into dbde34e1d0a303aa4ffc8b0cd2052edd/f 2024-11-13T03:18:13,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_0 into dbde34e1d0a303aa4ffc8b0cd2052edd/f (new location: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_) 2024-11-13T03:18:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_0 2024-11-13T03:18:13,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_1 into dbde34e1d0a303aa4ffc8b0cd2052edd/f as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ - updating store file list. 2024-11-13T03:18:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:13,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ into dbde34e1d0a303aa4ffc8b0cd2052edd/f 2024-11-13T03:18:13,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_1 into dbde34e1d0a303aa4ffc8b0cd2052edd/f (new location: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_) 2024-11-13T03:18:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fiji274r1bnuheubjqqedg58bjqajgklokda6tpklgtn6vp0j67e7nj8so20ual0/f/hfile_1 2024-11-13T03:18:13,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:18:13,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:18:13,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:13,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:13,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:18:13,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 , the old value is region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:41245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:18:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33503,1731467885673, seqNum=-1] 2024-11-13T03:18:13,655 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T03:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:18:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 from cache 2024-11-13T03:18:13,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3., hostname=8394b182524b,33503,1731467885673, seqNum=2] 2024-11-13T03:18:13,660 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:18:13,766 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:41245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:18:14,136 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 379, reset compression=false 2024-11-13T03:18:14,142 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:18:14,142 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbde34e1d0a303aa4ffc8b0cd2052edd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731467893649/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:18:14,161 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:18:14,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T03:18:14,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(318): Replicating [7e8ab897-7709-4675-abca-9b1c81845b04] bulk loaded data 2024-11-13T03:18:14,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ff4132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:14,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37635,-1 for getting cluster id 2024-11-13T03:18:14,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:14,168 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a03f157-9271-41a1-8366-f2aec40e3825' 2024-11-13T03:18:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a03f157-9271-41a1-8366-f2aec40e3825" 2024-11-13T03:18:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@461bd63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37635,-1] 2024-11-13T03:18:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:14,170 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:14,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370aa8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741837_1013 (size=7894) 2024-11-13T03:18:14,342 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 687, reset compression=false 2024-11-13T03:18:14,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:18:14,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:14,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:14,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:14,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:18:14,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:18:14,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:18:14,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:18:14,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T03:18:14,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:18:14,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:18:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741838_1014 (size=7691) 2024-11-13T03:18:14,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:14,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37635,1731467885542 2024-11-13T03:18:14,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0f82fa 2024-11-13T03:18:14,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:14,600 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T03:18:14,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:18:14,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:14,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33503,1731467885673, seqNum=-1] 2024-11-13T03:18:14,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:14,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T03:18:14,611 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T03:18:14,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T03:18:14,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ for inclusion in 48351bfad8846d0155a130cbe71ed6c3/f 2024-11-13T03:18:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T03:18:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:14,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ for inclusion in 48351bfad8846d0155a130cbe71ed6c3/f 2024-11-13T03:18:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T03:18:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HRegion(2603): Flush status journal for 48351bfad8846d0155a130cbe71ed6c3: 2024-11-13T03:18:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9399f51f10744361a41433d0f8d291c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:18:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/535eab3cfc6a4ba0a216761af38e6776_SeqId_4_ 2024-11-13T03:18:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:18:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/f0e7f8fee75e450c850204cddca7854a_SeqId_4_ 2024-11-13T03:18:14,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/535eab3cfc6a4ba0a216761af38e6776_SeqId_4_ - updating store file list. 2024-11-13T03:18:14,646 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 687, reset compression=false 2024-11-13T03:18:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 535eab3cfc6a4ba0a216761af38e6776_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:14,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/535eab3cfc6a4ba0a216761af38e6776_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f 2024-11-13T03:18:14,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f (new location: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/535eab3cfc6a4ba0a216761af38e6776_SeqId_4_) 2024-11-13T03:18:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/9399f51f10744361a41433d0f8d291c5_SeqId_4_ 2024-11-13T03:18:14,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/f0e7f8fee75e450c850204cddca7854a_SeqId_4_ - updating store file list. 2024-11-13T03:18:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0e7f8fee75e450c850204cddca7854a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:14,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/f0e7f8fee75e450c850204cddca7854a_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f 2024-11-13T03:18:14,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ into 48351bfad8846d0155a130cbe71ed6c3/f (new location: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/f/f0e7f8fee75e450c850204cddca7854a_SeqId_4_) 2024-11-13T03:18:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/staging/jenkins.hfs.6__test__fnjla5fjt0vfce8oerev1rveskkuqf8b9p860krfg37njeav4bl3cp5an94m0ltm/f/34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_ 2024-11-13T03:18:14,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(324): Finished replicating [7e8ab897-7709-4675-abca-9b1c81845b04] bulk loaded data 2024-11-13T03:18:14,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:18:14,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731467894685/Put/seqid=0 2024-11-13T03:18:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741842_1018 (size=7997) 2024-11-13T03:18:15,062 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 687, reset compression=false 2024-11-13T03:18:15,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731467895096/Put/seqid=0 2024-11-13T03:18:15,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741843_1019 (size=7794) 2024-11-13T03:18:15,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:15,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35029,-1 for getting cluster id 2024-11-13T03:18:15,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:18:15,503 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e8ab897-7709-4675-abca-9b1c81845b04' 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e8ab897-7709-4675-abca-9b1c81845b04" 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35029,-1] 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:18:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:15,505 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:18:15,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:18:15,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:15,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:15,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:18:15,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35029,1731467879710 2024-11-13T03:18:15,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1206bca1 2024-11-13T03:18:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:18:15,518 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:18:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2] 2024-11-13T03:18:15,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:18:15,530 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T03:18:15,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T03:18:15,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_1 for inclusion in dbde34e1d0a303aa4ffc8b0cd2052edd/f1 2024-11-13T03:18:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T03:18:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:15,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_0 for inclusion in dbde34e1d0a303aa4ffc8b0cd2052edd/f1 2024-11-13T03:18:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T03:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegion(2603): Flush status journal for dbde34e1d0a303aa4ffc8b0cd2052edd: 2024-11-13T03:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_1 to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_1 2024-11-13T03:18:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_1 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/0960ec94686d45bb8ff7d106ca3836bd_SeqId_6_ 2024-11-13T03:18:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/load_f1/f1/hfile_0 to hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_0 2024-11-13T03:18:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_0 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/c561941dd82a4dc99065a60741ff9bb4_SeqId_6_ 2024-11-13T03:18:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T03:18:15,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_1 into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/0960ec94686d45bb8ff7d106ca3836bd_SeqId_6_ - updating store file list. 2024-11-13T03:18:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0960ec94686d45bb8ff7d106ca3836bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:15,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/0960ec94686d45bb8ff7d106ca3836bd_SeqId_6_ into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 2024-11-13T03:18:15,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_1 into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 (new location: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/0960ec94686d45bb8ff7d106ca3836bd_SeqId_6_) 2024-11-13T03:18:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_1 2024-11-13T03:18:15,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_0 into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/c561941dd82a4dc99065a60741ff9bb4_SeqId_6_ - updating store file list. 2024-11-13T03:18:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c561941dd82a4dc99065a60741ff9bb4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:18:15,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/c561941dd82a4dc99065a60741ff9bb4_SeqId_6_ into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 2024-11-13T03:18:15,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_0 into dbde34e1d0a303aa4ffc8b0cd2052edd/f1 (new location: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/f1/c561941dd82a4dc99065a60741ff9bb4_SeqId_6_) 2024-11-13T03:18:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41245 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/staging/jenkins__test__fv73rcsl30fdpnjlrqlcp1j8h2qu6ob0h5l1ml7qmcme2e619af6kuolkptr7mrb/f1/hfile_0 2024-11-13T03:18:15,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:18:15,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:18:15,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:15,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:18:15,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:18:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 , the old value is region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:41245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:18:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:18:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2 from cache 2024-11-13T03:18:15,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:18:15,560 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T03:18:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41245,1731467879916, seqNum=-1] 2024-11-13T03:18:15,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:18:15,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:18:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., hostname=8394b182524b,41245,1731467879916, seqNum=2] 2024-11-13T03:18:15,566 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 687, reset compression=false 2024-11-13T03:18:15,571 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:18:15,572 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:15,572 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:18:15,665 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:41245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:18:15,776 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:16,080 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:16,483 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:16,987 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:17,591 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:18,296 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:19,100 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:20,005 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:21,018 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:22,122 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:23,327 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:24,631 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:26,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:27,551 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:29,156 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:29,292 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:18:30,860 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:32,665 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:34,570 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:35,527 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:18:35,574 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: null 2024-11-13T03:18:36,574 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:38,682 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:40,886 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:43,190 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:43,507 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T03:18:43,507 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T03:18:45,596 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:48,100 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:48,227 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T03:18:48,228 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T03:18:50,704 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:53,408 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:54,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dbde34e1d0a303aa4ffc8b0cd2052edd, had cached 0 bytes from a total of 31376 2024-11-13T03:18:55,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 48351bfad8846d0155a130cbe71ed6c3, had cached 0 bytes from a total of 15585 2024-11-13T03:18:55,574 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: null 2024-11-13T03:18:56,212 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:59,116 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:18:59,293 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:19:02,121 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:05,226 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:05,527 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:19:08,429 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:09,458 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:19:11,733 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:15,575 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,41245,1731467879916 got entry batch from reader: null 2024-11-13T03:19:15,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:19:15,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:15,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:15,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:15,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:15,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:15,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:19:15,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145497430, stopped=false 2024-11-13T03:19:15,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,37635,1731467885542 2024-11-13T03:19:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495050608/running 2024-11-13T03:19:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:19:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495050608/running 2024-11-13T03:19:15,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:19:15,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:15,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:15,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:15,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:15,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/running 2024-11-13T03:19:15,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Set watcher on znode that does not yet exist, /1-1495050608/running 2024-11-13T03:19:15,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,33503,1731467885673' ***** 2024-11-13T03:19:15,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:19:15,663 INFO [RS:0;8394b182524b:33503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:19:15,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(3091): Received CLOSE for 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,33503,1731467885673 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33503. 2024-11-13T03:19:15,664 DEBUG [RS:0;8394b182524b:33503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:15,664 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48351bfad8846d0155a130cbe71ed6c3, disabling compactions & flushes 2024-11-13T03:19:15,664 DEBUG [RS:0;8394b182524b:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:15,664 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:19:15,664 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:19:15,664 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. after waiting 0 ms 2024-11-13T03:19:15,664 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:19:15,664 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:19:15,665 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:19:15,665 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1325): Online Regions={48351bfad8846d0155a130cbe71ed6c3=test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:19:15,665 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48351bfad8846d0155a130cbe71ed6c3 2024-11-13T03:19:15,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:15,665 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:15,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:15,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:15,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:15,665 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T03:19:15,669 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/default/test/48351bfad8846d0155a130cbe71ed6c3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T03:19:15,670 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:15,670 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:19:15,670 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:19:15,670 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48351bfad8846d0155a130cbe71ed6c3: Waiting for close lock at 1731467955664Running coprocessor pre-close hooks at 1731467955664Disabling compacts and flushes for region at 1731467955664Disabling writes for close at 1731467955664Writing region close event to WAL at 1731467955665 (+1 ms)Running coprocessor post-close hooks at 1731467955670 (+5 ms)Closed at 1731467955670 2024-11-13T03:19:15,670 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3. 2024-11-13T03:19:15,681 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/info/8abf550dbbd24701a8d2ad890adc2983 is 129, key is test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3./info:regioninfo/1731467890191/Put/seqid=0 2024-11-13T03:19:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741839_1015 (size=6421) 2024-11-13T03:19:15,716 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:15,865 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,065 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,086 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/info/8abf550dbbd24701a8d2ad890adc2983 2024-11-13T03:19:16,106 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/ns/3b7e6c9db20042de90828779549065f4 is 43, key is default/ns:d/1731467888183/Put/seqid=0 2024-11-13T03:19:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741840_1016 (size=5153) 2024-11-13T03:19:16,265 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,465 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,507 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:19:16,507 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:19:16,511 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/ns/3b7e6c9db20042de90828779549065f4 2024-11-13T03:19:16,530 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/rep_barrier/0923130595314372b387f0f36e6fa43d is 112, key is test,,1731467889419.48351bfad8846d0155a130cbe71ed6c3./rep_barrier:seqnumDuringOpen/1731467890191/Put/seqid=0 2024-11-13T03:19:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741841_1017 (size=5518) 2024-11-13T03:19:16,666 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:19:16,666 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:19:16,666 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,866 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:16,935 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/rep_barrier/0923130595314372b387f0f36e6fa43d 2024-11-13T03:19:16,954 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/table/0539979157c34b85baf1f353dc0f3737 is 40, key is test/table:state/1731467890200/Put/seqid=0 2024-11-13T03:19:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741842_1018 (size=5165) 2024-11-13T03:19:17,066 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:17,266 DEBUG [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:17,359 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/table/0539979157c34b85baf1f353dc0f3737 2024-11-13T03:19:17,364 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/info/8abf550dbbd24701a8d2ad890adc2983 as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/info/8abf550dbbd24701a8d2ad890adc2983 2024-11-13T03:19:17,369 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/info/8abf550dbbd24701a8d2ad890adc2983, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T03:19:17,370 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/ns/3b7e6c9db20042de90828779549065f4 as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/ns/3b7e6c9db20042de90828779549065f4 2024-11-13T03:19:17,375 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/ns/3b7e6c9db20042de90828779549065f4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:19:17,376 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/rep_barrier/0923130595314372b387f0f36e6fa43d as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/rep_barrier/0923130595314372b387f0f36e6fa43d 2024-11-13T03:19:17,380 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/rep_barrier/0923130595314372b387f0f36e6fa43d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T03:19:17,381 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/.tmp/table/0539979157c34b85baf1f353dc0f3737 as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/table/0539979157c34b85baf1f353dc0f3737 2024-11-13T03:19:17,386 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/table/0539979157c34b85baf1f353dc0f3737, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:19:17,387 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-13T03:19:17,391 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:19:17,392 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:17,392 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:17,392 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:17,392 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467955665Running coprocessor pre-close hooks at 1731467955665Disabling compacts and flushes for region at 1731467955665Disabling writes for close at 1731467955665Obtaining lock to block concurrent updates at 1731467955665Preparing flush snapshotting stores in 1588230740 at 1731467955665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731467955665Flushing stores of hbase:meta,,1.1588230740 at 1731467955666 (+1 ms)Flushing 1588230740/info: creating writer at 1731467955666Flushing 1588230740/info: appending metadata at 1731467955681 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731467955681Flushing 1588230740/ns: creating writer at 1731467956092 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731467956106 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731467956106Flushing 1588230740/rep_barrier: creating writer at 1731467956516 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731467956530 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731467956530Flushing 1588230740/table: creating writer at 1731467956941 (+411 ms)Flushing 1588230740/table: appending metadata at 1731467956954 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731467956954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8365184: reopening flushed file at 1731467957363 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6446e160: reopening flushed file at 1731467957369 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e32aa: reopening flushed file at 1731467957375 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bcceda: reopening flushed file at 1731467957380 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1731467957387 (+7 ms)Writing region close event to WAL at 1731467957388 (+1 ms)Running coprocessor post-close hooks at 1731467957392 (+4 ms)Closed at 1731467957392 2024-11-13T03:19:17,392 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:17,466 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,33503,1731467885673; all regions closed. 2024-11-13T03:19:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741834_1010 (size=2717) 2024-11-13T03:19:17,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.meta.1731467888116.meta not finished, retry = 0 2024-11-13T03:19:17,571 DEBUG [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/oldWALs 2024-11-13T03:19:17,571 INFO [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C33503%2C1731467885673.meta:.meta(num 1731467888116) 2024-11-13T03:19:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741833_1009 (size=1028) 2024-11-13T03:19:17,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/WALs/8394b182524b,33503,1731467885673/8394b182524b%2C33503%2C1731467885673.1731467887588 not finished, retry = 0 2024-11-13T03:19:17,676 DEBUG [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/oldWALs 2024-11-13T03:19:17,676 INFO [RS:0;8394b182524b:33503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C33503%2C1731467885673:(num 1731467887588) 2024-11-13T03:19:17,676 DEBUG [RS:0;8394b182524b:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:17,676 INFO [RS:0;8394b182524b:33503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:17,676 INFO [RS:0;8394b182524b:33503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:17,676 INFO [RS:0;8394b182524b:33503 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:17,676 INFO [RS:0;8394b182524b:33503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:17,676 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:17,677 INFO [RS:0;8394b182524b:33503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33503. 2024-11-13T03:19:17,677 DEBUG [RS:0;8394b182524b:33503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:17,677 DEBUG [RS:0;8394b182524b:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:17,677 DEBUG [RS:0;8394b182524b:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:17,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:17,677 INFO [RS:0;8394b182524b:33503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33503 2024-11-13T03:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495050608/rs/8394b182524b,33503,1731467885673 2024-11-13T03:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608/rs 2024-11-13T03:19:17,736 INFO [RS:0;8394b182524b:33503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:17,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,33503,1731467885673] 2024-11-13T03:19:17,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495050608/draining/8394b182524b,33503,1731467885673 already deleted, retry=false 2024-11-13T03:19:17,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,33503,1731467885673 expired; onlineServers=0 2024-11-13T03:19:17,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,37635,1731467885542' ***** 2024-11-13T03:19:17,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:19:17,757 INFO [M:0;8394b182524b:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:17,757 INFO [M:0;8394b182524b:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:17,757 DEBUG [M:0;8394b182524b:37635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:19:17,757 DEBUG [M:0;8394b182524b:37635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:19:17,757 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:19:17,757 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467887344 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467887344,5,FailOnTimeoutGroup] 2024-11-13T03:19:17,757 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467887343 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467887343,5,FailOnTimeoutGroup] 2024-11-13T03:19:17,757 INFO [M:0;8394b182524b:37635 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:17,757 INFO [M:0;8394b182524b:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:17,758 DEBUG [M:0;8394b182524b:37635 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:19:17,758 INFO [M:0;8394b182524b:37635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:19:17,758 INFO [M:0;8394b182524b:37635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:17,758 INFO [M:0;8394b182524b:37635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:19:17,758 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:19:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495050608/master 2024-11-13T03:19:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495050608 2024-11-13T03:19:17,767 DEBUG [M:0;8394b182524b:37635 {}] zookeeper.ZKUtil(347): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Unable to get data of znode /1-1495050608/master because node does not exist (not an error) 2024-11-13T03:19:17,767 WARN [M:0;8394b182524b:37635 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:19:17,768 INFO [M:0;8394b182524b:37635 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/.lastflushedseqids 2024-11-13T03:19:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741843_1019 (size=173) 2024-11-13T03:19:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:17,846 INFO [RS:0;8394b182524b:33503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1013233181a0004, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:17,846 INFO [RS:0;8394b182524b:33503 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,33503,1731467885673; zookeeper connection closed. 2024-11-13T03:19:17,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f62d237 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f62d237 2024-11-13T03:19:17,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:19:18,173 INFO [M:0;8394b182524b:37635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:19:18,173 INFO [M:0;8394b182524b:37635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:19:18,173 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:18,173 INFO [M:0;8394b182524b:37635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:18,173 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:18,173 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:18,173 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:18,173 INFO [M:0;8394b182524b:37635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T03:19:18,189 DEBUG [M:0;8394b182524b:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13624be9bce94a13b330b9ef598bebba is 82, key is hbase:meta,,1/info:regioninfo/1731467888165/Put/seqid=0 2024-11-13T03:19:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741844_1020 (size=5672) 2024-11-13T03:19:18,593 INFO [M:0;8394b182524b:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13624be9bce94a13b330b9ef598bebba 2024-11-13T03:19:18,617 DEBUG [M:0;8394b182524b:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d9de30b05864ed1adb541e5b5f9d6ed is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731467890204/Put/seqid=0 2024-11-13T03:19:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741845_1021 (size=6727) 2024-11-13T03:19:18,641 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 to pos 997, reset compression=false 2024-11-13T03:19:19,022 INFO [M:0;8394b182524b:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d9de30b05864ed1adb541e5b5f9d6ed 2024-11-13T03:19:19,030 INFO [M:0;8394b182524b:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d9de30b05864ed1adb541e5b5f9d6ed 2024-11-13T03:19:19,050 DEBUG [M:0;8394b182524b:37635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c99adf1a946478a9edd322a8ec42e21 is 69, key is 8394b182524b,33503,1731467885673/rs:state/1731467887376/Put/seqid=0 2024-11-13T03:19:19,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741846_1022 (size=5156) 2024-11-13T03:19:19,456 INFO [M:0;8394b182524b:37635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c99adf1a946478a9edd322a8ec42e21 2024-11-13T03:19:19,462 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13624be9bce94a13b330b9ef598bebba as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13624be9bce94a13b330b9ef598bebba 2024-11-13T03:19:19,468 INFO [M:0;8394b182524b:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13624be9bce94a13b330b9ef598bebba, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T03:19:19,469 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d9de30b05864ed1adb541e5b5f9d6ed as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d9de30b05864ed1adb541e5b5f9d6ed 2024-11-13T03:19:19,475 INFO [M:0;8394b182524b:37635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d9de30b05864ed1adb541e5b5f9d6ed 2024-11-13T03:19:19,475 INFO [M:0;8394b182524b:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d9de30b05864ed1adb541e5b5f9d6ed, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T03:19:19,476 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c99adf1a946478a9edd322a8ec42e21 as hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c99adf1a946478a9edd322a8ec42e21 2024-11-13T03:19:19,482 INFO [M:0;8394b182524b:37635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36537/user/jenkins/test-data/d08f530a-8e5a-dc9b-9bbb-4ee080533efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c99adf1a946478a9edd322a8ec42e21, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T03:19:19,483 INFO [M:0;8394b182524b:37635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false 2024-11-13T03:19:19,485 INFO [M:0;8394b182524b:37635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:19,485 DEBUG [M:0;8394b182524b:37635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467958173Disabling compacts and flushes for region at 1731467958173Disabling writes for close at 1731467958173Obtaining lock to block concurrent updates at 1731467958173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467958173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731467958174 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467958175 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467958175Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467958188 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467958188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467958598 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467958616 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467958616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467959030 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467959050 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467959050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7906d003: reopening flushed file at 1731467959462 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fab6ba: reopening flushed file at 1731467959468 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c978d4: reopening flushed file at 1731467959475 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false at 1731467959483 (+8 ms)Writing region close event to WAL at 1731467959485 (+2 ms)Closed at 1731467959485 2024-11-13T03:19:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35761 is added to blk_1073741830_1006 (size=33026) 2024-11-13T03:19:19,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:19,489 INFO [M:0;8394b182524b:37635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:19:19,489 INFO [M:0;8394b182524b:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37635 2024-11-13T03:19:19,489 INFO [M:0;8394b182524b:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:19,646 INFO [M:0;8394b182524b:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37635-0x1013233181a0003, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4002ad2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:19,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@213b95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:19,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4600fe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:19,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26636bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:19,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:19:19,682 WARN [BP-472935473-172.17.0.3-1731467883661 heartbeating to localhost/127.0.0.1:36537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:19:19,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:19:19,682 WARN [BP-472935473-172.17.0.3-1731467883661 heartbeating to localhost/127.0.0.1:36537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472935473-172.17.0.3-1731467883661 (Datanode Uuid 20cbbac9-6cc1-4748-adcb-16e4fe7ca45c) service to localhost/127.0.0.1:36537 2024-11-13T03:19:19,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/cluster_717a68bf-8f2b-5e8a-9e82-c3db93dd8549/data/data1/current/BP-472935473-172.17.0.3-1731467883661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:19,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/cluster_717a68bf-8f2b-5e8a-9e82-c3db93dd8549/data/data2/current/BP-472935473-172.17.0.3-1731467883661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:19,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:19:19,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c0806ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:19,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f65445{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:19,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:19,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364aafe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:19,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e5ce00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:19,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:19:19,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:19:19,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:19,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:19,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:19,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:19,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:19,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:19:19,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298745102, stopped=false 2024-11-13T03:19:19,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,35029,1731467879710 2024-11-13T03:19:19,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:19,725 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/038606465/running 2024-11-13T03:19:19,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/038606465/running 2024-11-13T03:19:19,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:19,726 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:19:19,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:19,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:19:19,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,41245,1731467879916' ***** 2024-11-13T03:19:19,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:19:19,726 INFO [RS:0;8394b182524b:41245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:19:19,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/running 2024-11-13T03:19:19,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:19:19,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Set watcher on znode that does not yet exist, /038606465/running 2024-11-13T03:19:19,726 INFO [RS:0;8394b182524b:41245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(3091): Received CLOSE for dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(3091): Received CLOSE for 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,41245,1731467879916 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:41245. 2024-11-13T03:19:19,727 DEBUG [RS:0;8394b182524b:41245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:19,727 DEBUG [RS:0;8394b182524b:41245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:19:19,727 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:19:19,727 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbde34e1d0a303aa4ffc8b0cd2052edd=test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd., 7db91ba3f95919af64e025951e7cb98e=hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e.} 2024-11-13T03:19:19,727 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db91ba3f95919af64e025951e7cb98e, dbde34e1d0a303aa4ffc8b0cd2052edd 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbde34e1d0a303aa4ffc8b0cd2052edd, disabling compactions & flushes 2024-11-13T03:19:19,728 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:19,728 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. after waiting 0 ms 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:19,728 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:19,728 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:19:19,732 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/default/test/dbde34e1d0a303aa4ffc8b0cd2052edd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:19:19,732 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:19,732 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:19:19,732 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:19:19,732 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbde34e1d0a303aa4ffc8b0cd2052edd: Waiting for close lock at 1731467959727Running coprocessor pre-close hooks at 1731467959727Disabling compacts and flushes for region at 1731467959727Disabling writes for close at 1731467959728 (+1 ms)Writing region close event to WAL at 1731467959729 (+1 ms)Running coprocessor post-close hooks at 1731467959732 (+3 ms)Closed at 1731467959732 2024-11-13T03:19:19,732 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd. 2024-11-13T03:19:19,733 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7db91ba3f95919af64e025951e7cb98e, disabling compactions & flushes 2024-11-13T03:19:19,733 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:19:19,733 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:19:19,733 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. after waiting 0 ms 2024-11-13T03:19:19,733 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:19:19,733 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7db91ba3f95919af64e025951e7cb98e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T03:19:19,741 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:19,748 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/info/cbf9880cd12241b5b451737dc66a5705 is 147, key is hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e./info:regioninfo/1731467891758/Put/seqid=0 2024-11-13T03:19:19,749 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/hfileref/2f0aacd68d904da8bd18c54e160a4bc7 is 74, key is 1/hfileref:34ecf14f2c264a74b3ad0edb8075b604_SeqId_4_/1731467894668/DeleteColumn/seqid=0 2024-11-13T03:19:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741845_1021 (size=5203) 2024-11-13T03:19:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741844_1020 (size=7686) 2024-11-13T03:19:19,928 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:19:20,128 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:19:20,154 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/hfileref/2f0aacd68d904da8bd18c54e160a4bc7 2024-11-13T03:19:20,155 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/info/cbf9880cd12241b5b451737dc66a5705 2024-11-13T03:19:20,162 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:19:20,163 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:19:20,173 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/queue/43b6afa0a85248ad911ef1d03372e609 is 153, key is 1-8394b182524b,41245,1731467879916/queue:8394b182524b%2C41245%2C1731467879916/1731467895573/Put/seqid=0 2024-11-13T03:19:20,176 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/ns/8d56236e194e4694b6a8ed45fcfec450 is 43, key is default/ns:d/1731467883476/Put/seqid=0 2024-11-13T03:19:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741846_1022 (size=5352) 2024-11-13T03:19:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741847_1023 (size=5153) 2024-11-13T03:19:20,328 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:19:20,528 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db91ba3f95919af64e025951e7cb98e 2024-11-13T03:19:20,578 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/queue/43b6afa0a85248ad911ef1d03372e609 2024-11-13T03:19:20,579 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/ns/8d56236e194e4694b6a8ed45fcfec450 2024-11-13T03:19:20,583 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/hfileref/2f0aacd68d904da8bd18c54e160a4bc7 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/hfileref/2f0aacd68d904da8bd18c54e160a4bc7 2024-11-13T03:19:20,589 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/hfileref/2f0aacd68d904da8bd18c54e160a4bc7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T03:19:20,590 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/.tmp/queue/43b6afa0a85248ad911ef1d03372e609 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/queue/43b6afa0a85248ad911ef1d03372e609 2024-11-13T03:19:20,595 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/queue/43b6afa0a85248ad911ef1d03372e609, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T03:19:20,596 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7db91ba3f95919af64e025951e7cb98e in 863ms, sequenceid=10, compaction requested=false 2024-11-13T03:19:20,600 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/rep_barrier/eab72189d2b4494dbd63552fba13cbf8 is 112, key is test,,1731467888264.dbde34e1d0a303aa4ffc8b0cd2052edd./rep_barrier:seqnumDuringOpen/1731467889045/Put/seqid=0 2024-11-13T03:19:20,602 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/replication/7db91ba3f95919af64e025951e7cb98e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T03:19:20,602 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:20,602 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:20,602 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:19:20,602 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7db91ba3f95919af64e025951e7cb98e: Waiting for close lock at 1731467959733Running coprocessor pre-close hooks at 1731467959733Disabling compacts and flushes for region at 1731467959733Disabling writes for close at 1731467959733Obtaining lock to block concurrent updates at 1731467959733Preparing flush snapshotting stores in 7db91ba3f95919af64e025951e7cb98e at 1731467959733Finished memstore snapshotting hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731467959733Flushing stores of hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. at 1731467959734 (+1 ms)Flushing 7db91ba3f95919af64e025951e7cb98e/hfileref: creating writer at 1731467959734Flushing 7db91ba3f95919af64e025951e7cb98e/hfileref: appending metadata at 1731467959748 (+14 ms)Flushing 7db91ba3f95919af64e025951e7cb98e/hfileref: closing flushed file at 1731467959748Flushing 7db91ba3f95919af64e025951e7cb98e/queue: creating writer at 1731467960159 (+411 ms)Flushing 7db91ba3f95919af64e025951e7cb98e/queue: appending metadata at 1731467960172 (+13 ms)Flushing 7db91ba3f95919af64e025951e7cb98e/queue: closing flushed file at 1731467960173 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742449f0: reopening flushed file at 1731467960583 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fa179: reopening flushed file at 1731467960589 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7db91ba3f95919af64e025951e7cb98e in 863ms, sequenceid=10, compaction requested=false at 1731467960596 (+7 ms)Writing region close event to WAL at 1731467960599 (+3 ms)Running coprocessor post-close hooks at 1731467960602 (+3 ms)Closed at 1731467960602 2024-11-13T03:19:20,603 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467890588.7db91ba3f95919af64e025951e7cb98e. 2024-11-13T03:19:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741848_1024 (size=5518) 2024-11-13T03:19:20,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:20,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:20,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:20,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:20,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:20,728 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:19:20,728 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:19:20,729 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:20,929 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:21,006 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/rep_barrier/eab72189d2b4494dbd63552fba13cbf8 2024-11-13T03:19:21,027 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/table/1b57cb77ffb346978efd2556267d2304 is 53, key is hbase:replication/table:state/1731467891765/Put/seqid=0 2024-11-13T03:19:21,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741849_1025 (size=5308) 2024-11-13T03:19:21,129 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:21,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:21,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:21,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:21,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:21,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:21,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:21,329 DEBUG [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:21,431 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/table/1b57cb77ffb346978efd2556267d2304 2024-11-13T03:19:21,436 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/info/cbf9880cd12241b5b451737dc66a5705 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/info/cbf9880cd12241b5b451737dc66a5705 2024-11-13T03:19:21,441 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/info/cbf9880cd12241b5b451737dc66a5705, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:19:21,442 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/ns/8d56236e194e4694b6a8ed45fcfec450 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/ns/8d56236e194e4694b6a8ed45fcfec450 2024-11-13T03:19:21,447 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/ns/8d56236e194e4694b6a8ed45fcfec450, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:19:21,448 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/rep_barrier/eab72189d2b4494dbd63552fba13cbf8 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/rep_barrier/eab72189d2b4494dbd63552fba13cbf8 2024-11-13T03:19:21,453 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/rep_barrier/eab72189d2b4494dbd63552fba13cbf8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:19:21,454 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/.tmp/table/1b57cb77ffb346978efd2556267d2304 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/table/1b57cb77ffb346978efd2556267d2304 2024-11-13T03:19:21,459 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/table/1b57cb77ffb346978efd2556267d2304, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:19:21,460 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-11-13T03:19:21,460 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:19:21,468 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:19:21,468 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:21,468 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:21,468 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:21,468 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467959728Running coprocessor pre-close hooks at 1731467959728Disabling compacts and flushes for region at 1731467959728Disabling writes for close at 1731467959728Obtaining lock to block concurrent updates at 1731467959728Preparing flush snapshotting stores in 1588230740 at 1731467959728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731467959728Flushing stores of hbase:meta,,1.1588230740 at 1731467959729 (+1 ms)Flushing 1588230740/info: creating writer at 1731467959729Flushing 1588230740/info: appending metadata at 1731467959748 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731467959748Flushing 1588230740/ns: creating writer at 1731467960159 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731467960175 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731467960175Flushing 1588230740/rep_barrier: creating writer at 1731467960584 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731467960599 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731467960599Flushing 1588230740/table: creating writer at 1731467961011 (+412 ms)Flushing 1588230740/table: appending metadata at 1731467961026 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731467961026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511adc1e: reopening flushed file at 1731467961435 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29062803: reopening flushed file at 1731467961441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28328034: reopening flushed file at 1731467961447 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7483f533: reopening flushed file at 1731467961453 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1731467961460 (+7 ms)Writing region close event to WAL at 1731467961465 (+5 ms)Running coprocessor post-close hooks at 1731467961468 (+3 ms)Closed at 1731467961468 2024-11-13T03:19:21,468 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:21,529 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,41245,1731467879916; all regions closed. 2024-11-13T03:19:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:19:21,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.meta.1731467883327.meta not finished, retry = 0 2024-11-13T03:19:21,635 DEBUG [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs 2024-11-13T03:19:21,635 INFO [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41245%2C1731467879916.meta:.meta(num 1731467883327) 2024-11-13T03:19:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741839_1015 (size=2700) 2024-11-13T03:19:21,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.rep.1731467891725 not finished, retry = 0 2024-11-13T03:19:21,739 DEBUG [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs 2024-11-13T03:19:21,739 INFO [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41245%2C1731467879916.rep:(num 1731467891725) 2024-11-13T03:19:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741832_1008 (size=1300) 2024-11-13T03:19:21,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/WALs/8394b182524b,41245,1731467879916/8394b182524b%2C41245%2C1731467879916.1731467882307 not finished, retry = 0 2024-11-13T03:19:21,844 DEBUG [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/oldWALs 2024-11-13T03:19:21,844 INFO [RS:0;8394b182524b:41245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41245%2C1731467879916:(num 1731467882307) 2024-11-13T03:19:21,844 DEBUG [RS:0;8394b182524b:41245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:21,844 INFO [RS:0;8394b182524b:41245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:21,844 INFO [RS:0;8394b182524b:41245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:21,844 INFO [RS:0;8394b182524b:41245 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:21,844 INFO [RS:0;8394b182524b:41245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:21,844 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:21,845 INFO [RS:0;8394b182524b:41245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,41245,1731467879916 because: Region server is closing 2024-11-13T03:19:21,845 INFO [RS:0;8394b182524b:41245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:41245. 2024-11-13T03:19:21,845 DEBUG [RS:0;8394b182524b:41245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:21,845 DEBUG [RS:0;8394b182524b:41245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:21,845 DEBUG [RS:0;8394b182524b:41245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:21,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:21,945 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.wal-reader.8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:19:21,945 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:19:21,945 INFO [RS:0;8394b182524b:41245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,41245,1731467879916.replicationSource.shipper8394b182524b%2C41245%2C1731467879916,1-8394b182524b,41245,1731467879916 terminated 2024-11-13T03:19:21,946 INFO [RS:0;8394b182524b:41245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41245 2024-11-13T03:19:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465/rs 2024-11-13T03:19:21,988 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/038606465/rs/8394b182524b,41245,1731467879916 2024-11-13T03:19:21,988 INFO [RS:0;8394b182524b:41245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:21,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,41245,1731467879916] 2024-11-13T03:19:22,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /038606465/draining/8394b182524b,41245,1731467879916 already deleted, retry=false 2024-11-13T03:19:22,009 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,41245,1731467879916 expired; onlineServers=0 2024-11-13T03:19:22,009 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,35029,1731467879710' ***** 2024-11-13T03:19:22,009 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:19:22,009 INFO [M:0;8394b182524b:35029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:22,009 INFO [M:0;8394b182524b:35029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:22,009 DEBUG [M:0;8394b182524b:35029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:19:22,010 DEBUG [M:0;8394b182524b:35029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:19:22,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:19:22,010 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467882088 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467882088,5,FailOnTimeoutGroup] 2024-11-13T03:19:22,010 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467882082 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467882082,5,FailOnTimeoutGroup] 2024-11-13T03:19:22,010 INFO [M:0;8394b182524b:35029 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:22,010 INFO [M:0;8394b182524b:35029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:22,010 DEBUG [M:0;8394b182524b:35029 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:19:22,010 INFO [M:0;8394b182524b:35029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:19:22,010 INFO [M:0;8394b182524b:35029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:22,010 INFO [M:0;8394b182524b:35029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:19:22,010 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:19:22,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/038606465/master 2024-11-13T03:19:22,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/038606465 2024-11-13T03:19:22,020 DEBUG [M:0;8394b182524b:35029 {}] zookeeper.ZKUtil(347): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Unable to get data of znode /038606465/master because node does not exist (not an error) 2024-11-13T03:19:22,020 WARN [M:0;8394b182524b:35029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:19:22,021 INFO [M:0;8394b182524b:35029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/.lastflushedseqids 2024-11-13T03:19:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741850_1026 (size=263) 2024-11-13T03:19:22,099 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:22,099 INFO [RS:0;8394b182524b:41245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:22,099 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41245-0x1013233181a0001, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:22,099 INFO [RS:0;8394b182524b:41245 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,41245,1731467879916; zookeeper connection closed. 2024-11-13T03:19:22,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56d560a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56d560a8 2024-11-13T03:19:22,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:19:22,425 INFO [M:0;8394b182524b:35029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:19:22,426 INFO [M:0;8394b182524b:35029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:19:22,426 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:22,426 INFO [M:0;8394b182524b:35029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:22,426 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:22,426 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:22,426 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:22,426 INFO [M:0;8394b182524b:35029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T03:19:22,440 DEBUG [M:0;8394b182524b:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b5365af104a3f86c91866ab3a0f12 is 82, key is hbase:meta,,1/info:regioninfo/1731467883417/Put/seqid=0 2024-11-13T03:19:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741851_1027 (size=5672) 2024-11-13T03:19:22,844 INFO [M:0;8394b182524b:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b5365af104a3f86c91866ab3a0f12 2024-11-13T03:19:22,862 DEBUG [M:0;8394b182524b:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f0873a19a434bdea8ffaf15042b69aa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731467889069/Put/seqid=0 2024-11-13T03:19:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741852_1028 (size=7240) 2024-11-13T03:19:23,266 INFO [M:0;8394b182524b:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f0873a19a434bdea8ffaf15042b69aa 2024-11-13T03:19:23,271 INFO [M:0;8394b182524b:35029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f0873a19a434bdea8ffaf15042b69aa 2024-11-13T03:19:23,284 DEBUG [M:0;8394b182524b:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d44de737a7d43aaaf0ffade92dcaad0 is 69, key is 8394b182524b,41245,1731467879916/rs:state/1731467882118/Put/seqid=0 2024-11-13T03:19:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741853_1029 (size=5156) 2024-11-13T03:19:23,688 INFO [M:0;8394b182524b:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d44de737a7d43aaaf0ffade92dcaad0 2024-11-13T03:19:23,693 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/006b5365af104a3f86c91866ab3a0f12 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006b5365af104a3f86c91866ab3a0f12 2024-11-13T03:19:23,698 INFO [M:0;8394b182524b:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/006b5365af104a3f86c91866ab3a0f12, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T03:19:23,699 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f0873a19a434bdea8ffaf15042b69aa as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f0873a19a434bdea8ffaf15042b69aa 2024-11-13T03:19:23,704 INFO [M:0;8394b182524b:35029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f0873a19a434bdea8ffaf15042b69aa 2024-11-13T03:19:23,704 INFO [M:0;8394b182524b:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f0873a19a434bdea8ffaf15042b69aa, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T03:19:23,705 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d44de737a7d43aaaf0ffade92dcaad0 as hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d44de737a7d43aaaf0ffade92dcaad0 2024-11-13T03:19:23,710 INFO [M:0;8394b182524b:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33317/user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d44de737a7d43aaaf0ffade92dcaad0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T03:19:23,711 INFO [M:0;8394b182524b:35029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-13T03:19:23,713 INFO [M:0;8394b182524b:35029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:23,713 DEBUG [M:0;8394b182524b:35029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467962426Disabling compacts and flushes for region at 1731467962426Disabling writes for close at 1731467962426Obtaining lock to block concurrent updates at 1731467962426Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467962426Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731467962426Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467962427 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467962427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467962440 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467962440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467962848 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467962861 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467962861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467963271 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467963283 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467963283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbf477a: reopening flushed file at 1731467963693 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8d9fa1: reopening flushed file at 1731467963698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ccc15d6: reopening flushed file at 1731467963704 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731467963711 (+7 ms)Writing region close event to WAL at 1731467963712 (+1 ms)Closed at 1731467963713 (+1 ms) 2024-11-13T03:19:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741830_1006 (size=64526) 2024-11-13T03:19:23,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb51eb5-da2f-5c5e-c607-0fbc8ea4cc75/MasterData/WALs/8394b182524b,35029,1731467879710/8394b182524b%2C35029%2C1731467879710.1731467881718 not finished, retry = 0 2024-11-13T03:19:23,815 INFO [M:0;8394b182524b:35029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:19:23,815 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:23,816 INFO [M:0;8394b182524b:35029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35029 2024-11-13T03:19:23,816 INFO [M:0;8394b182524b:35029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:23,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:23,983 INFO [M:0;8394b182524b:35029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:23,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x1013233181a0000, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:23,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b36658{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:23,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47ae7d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:23,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:23,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fc5a1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:23,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4834dab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:23,989 WARN [BP-1828358765-172.17.0.3-1731467877513 heartbeating to localhost/127.0.0.1:33317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:19:23,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:19:23,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:19:23,989 WARN [BP-1828358765-172.17.0.3-1731467877513 heartbeating to localhost/127.0.0.1:33317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828358765-172.17.0.3-1731467877513 (Datanode Uuid c6f508bf-0a93-4069-bf1d-c30236868daf) service to localhost/127.0.0.1:33317 2024-11-13T03:19:23,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/data/data1/current/BP-1828358765-172.17.0.3-1731467877513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:23,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/cluster_5bf6b849-e10c-c68c-5852-16bc1bf431d1/data/data2/current/BP-1828358765-172.17.0.3-1731467877513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:23,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:19:23,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b349a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:23,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3ea849{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:23,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:23,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18adc6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:23,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4725d197{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3d6c27-508e-7484-0a33-7838dc9db5af/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:24,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:19:24,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:19:24,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 143) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58721) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0840b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0840b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58721) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36537 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33317 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=4884 (was 4780) - AvailableMemoryMB LEAK? - 2024-11-13T03:19:24,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=4884 2024-11-13T03:19:24,049 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T03:19:24,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir so I do NOT create it in target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132 2024-11-13T03:19:24,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:19:24,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.tmp.dir so I do NOT create it in target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132 2024-11-13T03:19:24,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a12da9b-12ce-2486-3037-1080a77ee2bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:19:24,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132 2024-11-13T03:19:24,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad, deleteOnExit=true 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:19:24,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/zookeeper_0, clientPort=64786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:19:24,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64786 2024-11-13T03:19:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:19:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/test.cache.data in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:19:24,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:24,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:19:24,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:19:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013233181a0005, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:19:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013233181a0002, quorum=127.0.0.1:58721, baseZNode=/038606465 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:19:24,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013233181a0005, quorum=127.0.0.1:58721, baseZNode=/1-1495050608 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:19:24,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013233181a0002, quorum=127.0.0.1:58721, baseZNode=/038606465 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:19:24,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:24,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:24,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:24,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:24,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:19:24,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:24,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/java.io.tmpdir/jetty-localhost-43841-hadoop-hdfs-3_4_1-tests_jar-_-any-4672303208515400937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:24,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:43841} 2024-11-13T03:19:24,624 INFO [Time-limited test {}] server.Server(415): Started @138296ms 2024-11-13T03:19:24,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:24,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:24,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:24,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:24,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:19:24,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:24,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:25,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/java.io.tmpdir/jetty-localhost-40309-hadoop-hdfs-3_4_1-tests_jar-_-any-16578780282179309032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:25,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:40309} 2024-11-13T03:19:25,023 INFO [Time-limited test {}] server.Server(415): Started @138695ms 2024-11-13T03:19:25,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:19:25,676 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/data/data2/current/BP-224214550-172.17.0.3-1731467964105/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:25,676 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/data/data1/current/BP-224214550-172.17.0.3-1731467964105/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:25,691 WARN [Thread-1265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:19:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4c05d9bca095db2 with lease ID 0xf7c765865e021674: Processing first storage report for DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1 from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=9a048149-7e10-45aa-b6b6-446b3ae5bf5f, infoPort=35069, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=990050673;c=1731467964105) 2024-11-13T03:19:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4c05d9bca095db2 with lease ID 0xf7c765865e021674: from storage DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1 node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=9a048149-7e10-45aa-b6b6-446b3ae5bf5f, infoPort=35069, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=990050673;c=1731467964105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4c05d9bca095db2 with lease ID 0xf7c765865e021674: Processing first storage report for DS-54cdc9c6-8faa-4c43-8948-01f7dcd8a3fc from datanode DatanodeRegistration(127.0.0.1:42329, datanodeUuid=9a048149-7e10-45aa-b6b6-446b3ae5bf5f, infoPort=35069, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=990050673;c=1731467964105) 2024-11-13T03:19:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4c05d9bca095db2 with lease ID 0xf7c765865e021674: from storage DS-54cdc9c6-8faa-4c43-8948-01f7dcd8a3fc node DatanodeRegistration(127.0.0.1:42329, datanodeUuid=9a048149-7e10-45aa-b6b6-446b3ae5bf5f, infoPort=35069, infoSecurePort=0, ipcPort=45651, storageInfo=lv=-57;cid=testClusterID;nsid=990050673;c=1731467964105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:25,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132 2024-11-13T03:19:25,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:25,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:19:26,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:26,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:26,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:26,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:26,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:26,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:26,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f with version=8 2024-11-13T03:19:26,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/hbase-staging 2024-11-13T03:19:26,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:19:26,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:26,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37129 2024-11-13T03:19:26,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37129 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371290x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:26,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37129-0x10132346a510000 connected 2024-11-13T03:19:26,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:26,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:26,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:26,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f, hbase.cluster.distributed=false 2024-11-13T03:19:26,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/acl 2024-11-13T03:19:26,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-13T03:19:26,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37129 2024-11-13T03:19:26,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37129 2024-11-13T03:19:26,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-13T03:19:26,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37129 2024-11-13T03:19:26,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:19:26,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:26,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45987 2024-11-13T03:19:26,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45987 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:26,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:26,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459870x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:26,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459870x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:26,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45987-0x10132346a510001 connected 2024-11-13T03:19:26,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:19:26,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:19:26,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/master 2024-11-13T03:19:26,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/acl 2024-11-13T03:19:26,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-13T03:19:26,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45987 2024-11-13T03:19:26,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45987 2024-11-13T03:19:26,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-13T03:19:26,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-13T03:19:26,398 DEBUG [M:0;8394b182524b:37129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:37129 2024-11-13T03:19:26,398 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1189014332/backup-masters/8394b182524b,37129,1731467966165 2024-11-13T03:19:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:26,409 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/backup-masters/8394b182524b,37129,1731467966165 2024-11-13T03:19:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/master 2024-11-13T03:19:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:26,420 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/master 2024-11-13T03:19:26,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1189014332/backup-masters/8394b182524b,37129,1731467966165 from backup master directory 2024-11-13T03:19:26,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/backup-masters/8394b182524b,37129,1731467966165 2024-11-13T03:19:26,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:26,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:26,430 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:26,430 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,37129,1731467966165 2024-11-13T03:19:26,433 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/hbase.id] with ID: 4b28cab5-1b28-474a-8365-40ca12e5bb91 2024-11-13T03:19:26,433 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.tmp/hbase.id 2024-11-13T03:19:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:19:26,838 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.tmp/hbase.id]:[hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/hbase.id] 2024-11-13T03:19:26,848 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:26,848 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:19:26,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:19:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:19:27,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:19:27,269 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:19:27,269 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:19:27,677 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store 2024-11-13T03:19:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:28,083 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:28,083 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:28,083 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467968083Disabling compacts and flushes for region at 1731467968083Disabling writes for close at 1731467968083Writing region close event to WAL at 1731467968083Closed at 1731467968083 2024-11-13T03:19:28,084 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/.initializing 2024-11-13T03:19:28,084 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165 2024-11-13T03:19:28,085 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:28,087 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C37129%2C1731467966165, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/oldWALs, maxLogs=10 2024-11-13T03:19:28,101 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165/8394b182524b%2C37129%2C1731467966165.1731467968087, exclude list is [], retry=0 2024-11-13T03:19:28,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:28,105 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:28,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:28,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:28,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:28,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,105 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:19:28,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:28,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:19:28,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:28,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:19:28,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:28,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:28,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:19:28,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:28,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:28,112 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,113 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,113 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,114 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,114 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,115 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:28,116 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:28,117 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:28,118 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63745317, jitterRate=-0.0501207560300827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:28,118 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467968105Initializing all the Stores at 1731467968106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467968106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467968106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467968106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467968106Cleaning up temporary data from old regions at 1731467968114 (+8 ms)Region opened successfully at 1731467968118 (+4 ms) 2024-11-13T03:19:28,118 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:19:28,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c89279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:28,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:19:28,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:19:28,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:19:28,125 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/balancer because node does not exist (not necessarily an error) 2024-11-13T03:19:28,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/balancer already deleted, retry=false 2024-11-13T03:19:28,147 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:19:28,148 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:19:28,156 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/normalizer already deleted, retry=false 2024-11-13T03:19:28,157 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:19:28,157 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:19:28,167 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/switch/split already deleted, retry=false 2024-11-13T03:19:28,168 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:19:28,177 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/switch/merge already deleted, retry=false 2024-11-13T03:19:28,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:19:28,188 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/snapshot-cleanup already deleted, retry=false 2024-11-13T03:19:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,199 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,37129,1731467966165, sessionid=0x10132346a510000, setting cluster-up flag (Was=false) 2024-11-13T03:19:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,251 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1189014332/flush-table-proc/acquired, /0-1189014332/flush-table-proc/reached, /0-1189014332/flush-table-proc/abort 2024-11-13T03:19:28,252 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37129,1731467966165 2024-11-13T03:19:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:28,304 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1189014332/online-snapshot/acquired, /0-1189014332/online-snapshot/reached, /0-1189014332/online-snapshot/abort 2024-11-13T03:19:28,304 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,37129,1731467966165 2024-11-13T03:19:28,306 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:19:28,307 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:28,307 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:19:28,307 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:19:28,307 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,37129,1731467966165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:28,308 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467998309 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:19:28,309 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:19:28,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:28,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:19:28,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:19:28,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:28,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:19:28,311 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:19:28,311 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:19:28,312 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467968311,5,FailOnTimeoutGroup] 2024-11-13T03:19:28,312 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467968312,5,FailOnTimeoutGroup] 2024-11-13T03:19:28,312 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,312 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:19:28,312 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,312 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:19:28,390 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(746): ClusterId : 4b28cab5-1b28-474a-8365-40ca12e5bb91 2024-11-13T03:19:28,390 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:19:28,431 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:19:28,431 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:19:28,441 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:19:28,441 DEBUG [RS:0;8394b182524b:45987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33411471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:28,452 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:45987 2024-11-13T03:19:28,453 INFO [RS:0;8394b182524b:45987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:19:28,453 INFO [RS:0;8394b182524b:45987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:19:28,453 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:19:28,453 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,37129,1731467966165 with port=45987, startcode=1731467966357 2024-11-13T03:19:28,454 DEBUG [RS:0;8394b182524b:45987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:19:28,455 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:19:28,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,45987,1731467966357 2024-11-13T03:19:28,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37129 {}] master.ServerManager(517): Registering regionserver=8394b182524b,45987,1731467966357 2024-11-13T03:19:28,457 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f 2024-11-13T03:19:28,457 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-13T03:19:28,457 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:19:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/rs 2024-11-13T03:19:28,462 DEBUG [RS:0;8394b182524b:45987 {}] zookeeper.ZKUtil(111): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/rs/8394b182524b,45987,1731467966357 2024-11-13T03:19:28,462 WARN [RS:0;8394b182524b:45987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:28,462 INFO [RS:0;8394b182524b:45987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:28,462 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357 2024-11-13T03:19:28,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,45987,1731467966357] 2024-11-13T03:19:28,465 INFO [RS:0;8394b182524b:45987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:19:28,466 INFO [RS:0;8394b182524b:45987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:19:28,468 INFO [RS:0;8394b182524b:45987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:19:28,468 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,468 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:19:28,469 INFO [RS:0;8394b182524b:45987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:19:28,469 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,469 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:28,470 DEBUG [RS:0;8394b182524b:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:28,470 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,470 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,470 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,470 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,470 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,471 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45987,1731467966357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:28,484 INFO [RS:0;8394b182524b:45987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:19:28,484 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45987,1731467966357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,484 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,484 INFO [RS:0;8394b182524b:45987 {}] regionserver.Replication(171): 8394b182524b,45987,1731467966357 started 2024-11-13T03:19:28,496 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:28,497 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,45987,1731467966357, RpcServer on 8394b182524b/172.17.0.3:45987, sessionid=0x10132346a510001 2024-11-13T03:19:28,497 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:19:28,497 DEBUG [RS:0;8394b182524b:45987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,45987,1731467966357 2024-11-13T03:19:28,497 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45987,1731467966357' 2024-11-13T03:19:28,497 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1189014332/flush-table-proc/abort' 2024-11-13T03:19:28,497 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1189014332/flush-table-proc/acquired' 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,45987,1731467966357 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,45987,1731467966357' 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1189014332/online-snapshot/abort' 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1189014332/online-snapshot/acquired' 2024-11-13T03:19:28,498 DEBUG [RS:0;8394b182524b:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:19:28,498 INFO [RS:0;8394b182524b:45987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:19:28,498 INFO [RS:0;8394b182524b:45987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:19:28,599 INFO [RS:0;8394b182524b:45987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:28,600 INFO [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45987%2C1731467966357, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:28,613 DEBUG [RS:0;8394b182524b:45987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601, exclude list is [], retry=0 2024-11-13T03:19:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:28,617 INFO [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 2024-11-13T03:19:28,618 DEBUG [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:28,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:19:28,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f 2024-11-13T03:19:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:19:29,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:29,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:29,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:29,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:29,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:29,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:29,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:29,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:29,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:29,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:29,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:29,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:29,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:29,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:29,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:29,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:29,138 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:29,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64164780, jitterRate=-0.04387027025222778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467969124Initializing all the Stores at 1731467969125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467969125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969125Cleaning up temporary data from old regions at 1731467969135 (+10 ms)Region opened successfully at 1731467969139 (+4 ms) 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:29,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:29,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:29,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467969139Disabling compacts and flushes for region at 1731467969139Disabling writes for close at 1731467969139Writing region close event to WAL at 1731467969139Closed at 1731467969139 2024-11-13T03:19:29,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:29,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:19:29,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:19:29,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:29,142 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:19:29,292 DEBUG [8394b182524b:37129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:19:29,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,45987,1731467966357 2024-11-13T03:19:29,295 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45987,1731467966357, state=OPENING 2024-11-13T03:19:29,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:19:29,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:29,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:29,376 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:29,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45987,1731467966357}] 2024-11-13T03:19:29,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:29,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:29,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:19:29,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:19:29,535 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:19:29,535 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:29,535 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:19:29,537 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45987%2C1731467966357.meta, suffix=.meta, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:29,552 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.meta.1731467969537.meta, exclude list is [], retry=0 2024-11-13T03:19:29,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:29,558 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.meta.1731467969537.meta 2024-11-13T03:19:29,560 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:29,560 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:29,561 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:29,561 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:29,561 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:19:29,561 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:19:29,561 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:19:29,562 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:29,562 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:19:29,562 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:19:29,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:29,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:29,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:29,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:29,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:29,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:29,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:29,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:29,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:29,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:29,569 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:29,570 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:29,571 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:29,572 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:29,572 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:29,572 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:29,574 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:29,580 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71842341, jitterRate=0.07053430378437042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:29,581 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:19:29,581 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467969562Writing region info on filesystem at 1731467969562Initializing all the Stores at 1731467969563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467969563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467969563Cleaning up temporary data from old regions at 1731467969572 (+9 ms)Running coprocessor post-open hooks at 1731467969581 (+9 ms)Region opened successfully at 1731467969581 2024-11-13T03:19:29,583 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467969530 2024-11-13T03:19:29,586 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:19:29,586 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:19:29,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,45987,1731467966357 2024-11-13T03:19:29,590 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45987,1731467966357, state=OPEN 2024-11-13T03:19:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:29,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:29,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,45987,1731467966357 2024-11-13T03:19:29,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:29,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:29,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:19:29,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,45987,1731467966357 in 222 msec 2024-11-13T03:19:29,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:19:29,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-13T03:19:29,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:29,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:19:29,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:29,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45987,1731467966357, seqNum=-1] 2024-11-13T03:19:29,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:29,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:29,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-13T03:19:29,619 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467969619, completionTime=-1 2024-11-13T03:19:29,619 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:19:29,619 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:19:29,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:19:29,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468029621 2024-11-13T03:19:29,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468089621 2024-11-13T03:19:29,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:19:29,622 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,622 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,622 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,622 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:37129, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,622 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,624 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.197sec 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:29,627 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:19:29,629 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:19:29,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:19:29,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37129,1731467966165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:29,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:29,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37129,-1 for getting cluster id 2024-11-13T03:19:29,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:29,694 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b28cab5-1b28-474a-8365-40ca12e5bb91' 2024-11-13T03:19:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b28cab5-1b28-474a-8365-40ca12e5bb91" 2024-11-13T03:19:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf08892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37129,-1] 2024-11-13T03:19:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:29,697 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:29,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:29,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45987,1731467966357, seqNum=-1] 2024-11-13T03:19:29,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:29,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:29,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,37129,1731467966165 2024-11-13T03:19:29,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:29,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132346a510002 connected 2024-11-13T03:19:29,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir so I do NOT create it in target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a 2024-11-13T03:19:29,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:19:29,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.tmp.dir so I do NOT create it in target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a 2024-11-13T03:19:29,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:19:29,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a 2024-11-13T03:19:29,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:19:29,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/cluster_ca0eb119-27ba-088d-0cd7-b12713230425, deleteOnExit=true 2024-11-13T03:19:29,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:19:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/test.cache.data in system properties and HBase conf 2024-11-13T03:19:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:19:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:19:29,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:19:29,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:19:29,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:19:29,729 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:19:29,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:19:30,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:30,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:30,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:30,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:30,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:19:30,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:30,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:30,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:30,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/java.io.tmpdir/jetty-localhost-45185-hadoop-hdfs-3_4_1-tests_jar-_-any-10538109703672721757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:30,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-13T03:19:30,305 INFO [Time-limited test {}] server.Server(415): Started @143977ms 2024-11-13T03:19:30,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:30,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:30,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:30,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:30,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:19:30,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:30,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:30,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/java.io.tmpdir/jetty-localhost-44699-hadoop-hdfs-3_4_1-tests_jar-_-any-4614255828736074084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:30,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:44699} 2024-11-13T03:19:30,725 INFO [Time-limited test {}] server.Server(415): Started @144397ms 2024-11-13T03:19:30,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:19:31,469 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/cluster_ca0eb119-27ba-088d-0cd7-b12713230425/data/data1/current/BP-1390939147-172.17.0.3-1731467969753/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:31,473 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/cluster_ca0eb119-27ba-088d-0cd7-b12713230425/data/data2/current/BP-1390939147-172.17.0.3-1731467969753/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:31,573 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:19:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd25cacc53d3679e8 with lease ID 0xb401ececeafb402b: Processing first storage report for DS-04cbc2b9-b40b-493d-8862-10ce74e5a723 from datanode DatanodeRegistration(127.0.0.1:40209, datanodeUuid=b3027590-fe3c-439c-9cd8-a5485e70d5c5, infoPort=39881, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=664555228;c=1731467969753) 2024-11-13T03:19:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd25cacc53d3679e8 with lease ID 0xb401ececeafb402b: from storage DS-04cbc2b9-b40b-493d-8862-10ce74e5a723 node DatanodeRegistration(127.0.0.1:40209, datanodeUuid=b3027590-fe3c-439c-9cd8-a5485e70d5c5, infoPort=39881, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=664555228;c=1731467969753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd25cacc53d3679e8 with lease ID 0xb401ececeafb402b: Processing first storage report for DS-040315fe-71b2-4851-8da9-731328f14f53 from datanode DatanodeRegistration(127.0.0.1:40209, datanodeUuid=b3027590-fe3c-439c-9cd8-a5485e70d5c5, infoPort=39881, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=664555228;c=1731467969753) 2024-11-13T03:19:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd25cacc53d3679e8 with lease ID 0xb401ececeafb402b: from storage DS-040315fe-71b2-4851-8da9-731328f14f53 node DatanodeRegistration(127.0.0.1:40209, datanodeUuid=b3027590-fe3c-439c-9cd8-a5485e70d5c5, infoPort=39881, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=664555228;c=1731467969753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:31,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a 2024-11-13T03:19:31,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:19:31,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864 with version=8 2024-11-13T03:19:31,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/hbase-staging 2024-11-13T03:19:31,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:19:31,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:31,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33105 2024-11-13T03:19:31,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33105 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:31,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331050x0, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:31,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33105-0x10132346a510003 connected 2024-11-13T03:19:31,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/running 2024-11-13T03:19:31,841 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864, hbase.cluster.distributed=false 2024-11-13T03:19:31,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/acl 2024-11-13T03:19:31,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T03:19:31,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33105 2024-11-13T03:19:31,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33105 2024-11-13T03:19:31,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T03:19:31,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T03:19:31,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:31,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:31,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:31,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:31,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:19:31,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:31,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37659 2024-11-13T03:19:31,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37659 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:31,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376590x0, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:31,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376590x0, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/running 2024-11-13T03:19:31,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:19:31,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37659-0x10132346a510004 connected 2024-11-13T03:19:31,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:19:31,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/master 2024-11-13T03:19:31,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/acl 2024-11-13T03:19:31,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-13T03:19:31,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37659 2024-11-13T03:19:31,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37659 2024-11-13T03:19:32,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-13T03:19:32,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37659 2024-11-13T03:19:32,037 DEBUG [M:0;8394b182524b:33105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:33105 2024-11-13T03:19:32,037 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1664594214/backup-masters/8394b182524b,33105,1731467971714 2024-11-13T03:19:32,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/backup-masters 2024-11-13T03:19:32,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/backup-masters 2024-11-13T03:19:32,050 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on existing znode=/1664594214/backup-masters/8394b182524b,33105,1731467971714 2024-11-13T03:19:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664594214/master 2024-11-13T03:19:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:32,062 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on existing znode=/1664594214/master 2024-11-13T03:19:32,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1664594214/backup-masters/8394b182524b,33105,1731467971714 from backup master directory 2024-11-13T03:19:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664594214/backup-masters/8394b182524b,33105,1731467971714 2024-11-13T03:19:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/backup-masters 2024-11-13T03:19:32,074 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:32,074 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,33105,1731467971714 2024-11-13T03:19:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/backup-masters 2024-11-13T03:19:32,090 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/hbase.id] with ID: 6a4596fe-1d91-4981-817a-1e40b5dc2a2d 2024-11-13T03:19:32,090 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/.tmp/hbase.id 2024-11-13T03:19:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:19:32,131 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/.tmp/hbase.id]:[hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/hbase.id] 2024-11-13T03:19:32,148 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:32,149 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:19:32,151 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:19:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:32,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:19:32,565 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:19:32,566 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:19:32,566 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:19:33,035 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store 2024-11-13T03:19:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:19:33,059 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:33,060 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:33,060 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:33,060 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:33,060 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:33,060 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:33,060 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:33,060 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467973059Disabling compacts and flushes for region at 1731467973059Disabling writes for close at 1731467973060 (+1 ms)Writing region close event to WAL at 1731467973060Closed at 1731467973060 2024-11-13T03:19:33,063 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/.initializing 2024-11-13T03:19:33,063 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/WALs/8394b182524b,33105,1731467971714 2024-11-13T03:19:33,069 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:33,073 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C33105%2C1731467971714, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/WALs/8394b182524b,33105,1731467971714, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/oldWALs, maxLogs=10 2024-11-13T03:19:33,095 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/WALs/8394b182524b,33105,1731467971714/8394b182524b%2C33105%2C1731467971714.1731467973073, exclude list is [], retry=0 2024-11-13T03:19:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40209,DS-04cbc2b9-b40b-493d-8862-10ce74e5a723,DISK] 2024-11-13T03:19:33,141 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/WALs/8394b182524b,33105,1731467971714/8394b182524b%2C33105%2C1731467971714.1731467973073 2024-11-13T03:19:33,141 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-13T03:19:33,141 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:33,141 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:33,142 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,142 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:19:33,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:33,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:33,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:19:33,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:33,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:33,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:19:33,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:33,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:33,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:19:33,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:33,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:33,154 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,155 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,160 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,161 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,161 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,162 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:33,163 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:33,165 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:33,166 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849276, jitterRate=0.07063764333724976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:33,166 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467973142Initializing all the Stores at 1731467973145 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467973145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467973145Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467973145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467973145Cleaning up temporary data from old regions at 1731467973161 (+16 ms)Region opened successfully at 1731467973166 (+5 ms) 2024-11-13T03:19:33,166 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:19:33,170 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f237e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:33,170 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:19:33,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:19:33,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:19:33,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:19:33,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:19:33,172 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:19:33,172 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:19:33,182 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:19:33,183 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Unable to get data of znode /1664594214/balancer because node does not exist (not necessarily an error) 2024-11-13T03:19:33,230 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/balancer already deleted, retry=false 2024-11-13T03:19:33,230 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:19:33,231 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Unable to get data of znode /1664594214/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:19:33,240 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/normalizer already deleted, retry=false 2024-11-13T03:19:33,241 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:19:33,250 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Unable to get data of znode /1664594214/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:19:33,261 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/switch/split already deleted, retry=false 2024-11-13T03:19:33,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Unable to get data of znode /1664594214/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:19:33,274 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/switch/merge already deleted, retry=false 2024-11-13T03:19:33,278 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Unable to get data of znode /1664594214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:19:33,282 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/snapshot-cleanup already deleted, retry=false 2024-11-13T03:19:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664594214/running 2024-11-13T03:19:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664594214/running 2024-11-13T03:19:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,294 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,33105,1731467971714, sessionid=0x10132346a510003, setting cluster-up flag (Was=false) 2024-11-13T03:19:33,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,346 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1664594214/flush-table-proc/acquired, /1664594214/flush-table-proc/reached, /1664594214/flush-table-proc/abort 2024-11-13T03:19:33,347 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,33105,1731467971714 2024-11-13T03:19:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:33,399 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1664594214/online-snapshot/acquired, /1664594214/online-snapshot/reached, /1664594214/online-snapshot/abort 2024-11-13T03:19:33,403 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,33105,1731467971714 2024-11-13T03:19:33,404 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:19:33,410 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:33,410 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:19:33,410 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:19:33,410 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,33105,1731467971714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:33,412 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:33,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468003420 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:19:33,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:19:33,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:33,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:19:33,424 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,425 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:19:33,425 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:19:33,425 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:19:33,425 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:19:33,447 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(746): ClusterId : 6a4596fe-1d91-4981-817a-1e40b5dc2a2d 2024-11-13T03:19:33,447 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:19:33,456 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:19:33,456 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:19:33,461 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:19:33,461 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:19:33,464 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467973456,5,FailOnTimeoutGroup] 2024-11-13T03:19:33,468 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467973464,5,FailOnTimeoutGroup] 2024-11-13T03:19:33,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:19:33,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,483 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:19:33,483 DEBUG [RS:0;8394b182524b:37659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5006d888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:19:33,505 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:37659 2024-11-13T03:19:33,505 INFO [RS:0;8394b182524b:37659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:19:33,505 INFO [RS:0;8394b182524b:37659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:19:33,505 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:19:33,506 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,33105,1731467971714 with port=37659, startcode=1731467971920 2024-11-13T03:19:33,506 DEBUG [RS:0;8394b182524b:37659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:19:33,509 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:19:33,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,37659,1731467971920 2024-11-13T03:19:33,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(517): Registering regionserver=8394b182524b,37659,1731467971920 2024-11-13T03:19:33,511 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864 2024-11-13T03:19:33,511 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-13T03:19:33,511 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:19:33,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/rs 2024-11-13T03:19:33,550 DEBUG [RS:0;8394b182524b:37659 {}] zookeeper.ZKUtil(111): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on existing znode=/1664594214/rs/8394b182524b,37659,1731467971920 2024-11-13T03:19:33,550 WARN [RS:0;8394b182524b:37659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:33,550 INFO [RS:0;8394b182524b:37659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:33,551 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920 2024-11-13T03:19:33,566 INFO [RS:0;8394b182524b:37659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:19:33,571 INFO [RS:0;8394b182524b:37659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:19:33,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,37659,1731467971920] 2024-11-13T03:19:33,578 INFO [RS:0;8394b182524b:37659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:19:33,578 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,578 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:19:33,580 INFO [RS:0;8394b182524b:37659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:19:33,580 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,580 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,581 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,581 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:33,581 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:33,581 DEBUG [RS:0;8394b182524b:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,584 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37659,1731467971920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:33,618 INFO [RS:0;8394b182524b:37659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:19:33,618 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,37659,1731467971920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,618 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,618 INFO [RS:0;8394b182524b:37659 {}] regionserver.Replication(171): 8394b182524b,37659,1731467971920 started 2024-11-13T03:19:33,644 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:33,644 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,37659,1731467971920, RpcServer on 8394b182524b/172.17.0.3:37659, sessionid=0x10132346a510004 2024-11-13T03:19:33,644 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:19:33,644 DEBUG [RS:0;8394b182524b:37659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,37659,1731467971920 2024-11-13T03:19:33,644 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,37659,1731467971920' 2024-11-13T03:19:33,644 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1664594214/flush-table-proc/abort' 2024-11-13T03:19:33,644 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1664594214/flush-table-proc/acquired' 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,37659,1731467971920 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,37659,1731467971920' 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1664594214/online-snapshot/abort' 2024-11-13T03:19:33,645 DEBUG [RS:0;8394b182524b:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1664594214/online-snapshot/acquired' 2024-11-13T03:19:33,646 DEBUG [RS:0;8394b182524b:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:19:33,646 INFO [RS:0;8394b182524b:37659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:19:33,646 INFO [RS:0;8394b182524b:37659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:19:33,746 INFO [RS:0;8394b182524b:37659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:33,748 INFO [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C37659%2C1731467971920, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/oldWALs, maxLogs=10 2024-11-13T03:19:33,761 DEBUG [RS:0;8394b182524b:37659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920/8394b182524b%2C37659%2C1731467971920.1731467973748, exclude list is [], retry=0 2024-11-13T03:19:33,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40209,DS-04cbc2b9-b40b-493d-8862-10ce74e5a723,DISK] 2024-11-13T03:19:33,765 INFO [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920/8394b182524b%2C37659%2C1731467971920.1731467973748 2024-11-13T03:19:33,765 DEBUG [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-13T03:19:33,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:19:33,893 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864 2024-11-13T03:19:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:19:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:19:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:19:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T03:19:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:19:34,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:19:34,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:19:34,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:34,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:34,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:34,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:34,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:34,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:34,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:34,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:34,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:34,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:34,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740 2024-11-13T03:19:34,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740 2024-11-13T03:19:34,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:34,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:34,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:34,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:34,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:34,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983651, jitterRate=0.10244230926036835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:34,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467974299Initializing all the Stores at 1731467974300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467974300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974300Cleaning up temporary data from old regions at 1731467974320 (+20 ms)Region opened successfully at 1731467974326 (+6 ms) 2024-11-13T03:19:34,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:34,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:34,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:34,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:34,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:34,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:34,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467974326Disabling compacts and flushes for region at 1731467974326Disabling writes for close at 1731467974327 (+1 ms)Writing region close event to WAL at 1731467974327Closed at 1731467974327 2024-11-13T03:19:34,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:34,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:19:34,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:19:34,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:34,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:19:34,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:19:34,480 DEBUG [8394b182524b:33105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:19:34,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,37659,1731467971920 2024-11-13T03:19:34,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,37659,1731467971920, state=OPENING 2024-11-13T03:19:34,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:19:34,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:34,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:34,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664594214/meta-region-server: CHANGED 2024-11-13T03:19:34,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664594214/meta-region-server: CHANGED 2024-11-13T03:19:34,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:34,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,37659,1731467971920}] 2024-11-13T03:19:34,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:19:34,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:19:34,661 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:19:34,661 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:34,661 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:19:34,663 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C37659%2C1731467971920.meta, suffix=.meta, logDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/oldWALs, maxLogs=10 2024-11-13T03:19:34,678 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920/8394b182524b%2C37659%2C1731467971920.meta.1731467974663.meta, exclude list is [], retry=0 2024-11-13T03:19:34,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40209,DS-04cbc2b9-b40b-493d-8862-10ce74e5a723,DISK] 2024-11-13T03:19:34,681 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/WALs/8394b182524b,37659,1731467971920/8394b182524b%2C37659%2C1731467971920.meta.1731467974663.meta 2024-11-13T03:19:34,681 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:34,682 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:19:34,682 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:19:34,682 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:19:34,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:34,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:34,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:34,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:34,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:34,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:34,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:34,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:34,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:34,688 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:34,688 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740 2024-11-13T03:19:34,689 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740 2024-11-13T03:19:34,690 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:34,690 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:34,691 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:34,692 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:34,693 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60049084, jitterRate=-0.1051989197731018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:34,694 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:19:34,694 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467974682Writing region info on filesystem at 1731467974682Initializing all the Stores at 1731467974683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467974683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467974683Cleaning up temporary data from old regions at 1731467974691 (+8 ms)Running coprocessor post-open hooks at 1731467974694 (+3 ms)Region opened successfully at 1731467974694 2024-11-13T03:19:34,695 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467974656 2024-11-13T03:19:34,696 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:19:34,697 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:19:34,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,37659,1731467971920 2024-11-13T03:19:34,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,37659,1731467971920, state=OPEN 2024-11-13T03:19:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1664594214/meta-region-server 2024-11-13T03:19:34,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1664594214/meta-region-server 2024-11-13T03:19:34,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664594214/meta-region-server: CHANGED 2024-11-13T03:19:34,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664594214/meta-region-server: CHANGED 2024-11-13T03:19:34,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,37659,1731467971920 2024-11-13T03:19:34,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:19:34,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,37659,1731467971920 in 220 msec 2024-11-13T03:19:34,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:19:34,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-13T03:19:34,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:34,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:19:34,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:34,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,37659,1731467971920, seqNum=-1] 2024-11-13T03:19:34,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:34,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:34,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-13T03:19:34,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467974736, completionTime=-1 2024-11-13T03:19:34,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:19:34,736 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:19:34,738 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:19:34,738 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468034738 2024-11-13T03:19:34,738 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468094738 2024-11-13T03:19:34,738 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:33105, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,741 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.668sec 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:34,743 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:19:34,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:19:34,745 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:19:34,745 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33105,1731467971714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:34,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,33105,-1 for getting cluster id 2024-11-13T03:19:34,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:34,750 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4596fe-1d91-4981-817a-1e40b5dc2a2d' 2024-11-13T03:19:34,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:34,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4596fe-1d91-4981-817a-1e40b5dc2a2d" 2024-11-13T03:19:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a044c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,33105,-1] 2024-11-13T03:19:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:34,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:34,753 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:34,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,37659,1731467971920, seqNum=-1] 2024-11-13T03:19:34,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:34,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:34,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,33105,1731467971714 2024-11-13T03:19:34,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:34,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132346a510005 connected 2024-11-13T03:19:34,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,37129,-1 for getting cluster id 2024-11-13T03:19:34,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:34,781 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b28cab5-1b28-474a-8365-40ca12e5bb91' 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b28cab5-1b28-474a-8365-40ca12e5bb91" 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328a1c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,37129,-1] 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:34,782 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55713956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37129,1731467966165 2024-11-13T03:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bdd511a 2024-11-13T03:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:34,785 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:19:34,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:19:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:19:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:34,788 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:33105' 2024-11-13T03:19:34,790 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd3091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,790 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,33105,-1 for getting cluster id 2024-11-13T03:19:34,790 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:34,791 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4596fe-1d91-4981-817a-1e40b5dc2a2d' 2024-11-13T03:19:34,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:34,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4596fe-1d91-4981-817a-1e40b5dc2a2d" 2024-11-13T03:19:34,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be28c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,33105,-1] 2024-11-13T03:19:34,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:34,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:34,793 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f3ec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:34,793 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:34,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,33105,1731467971714 2024-11-13T03:19:34,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7145939 2024-11-13T03:19:34,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:34,795 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:19:34,796 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T03:19:34,796 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:19:34,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:34,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:34,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:34,797 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:19:34,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:19:34,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:19:34,799 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:34,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:19:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741835_1011 (size=1138) 2024-11-13T03:19:34,848 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:19:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:35,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:35,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:35,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:35,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:35,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:35,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e76b449711bc3516b4916042f71e5aee, NAME => 'hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f 2024-11-13T03:19:35,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741836_1012 (size=44) 2024-11-13T03:19:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:35,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:35,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e76b449711bc3516b4916042f71e5aee, disabling compactions & flushes 2024-11-13T03:19:35,667 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:35,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:35,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. after waiting 0 ms 2024-11-13T03:19:35,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:35,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:35,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e76b449711bc3516b4916042f71e5aee: Waiting for close lock at 1731467975667Disabling compacts and flushes for region at 1731467975667Disabling writes for close at 1731467975668 (+1 ms)Writing region close event to WAL at 1731467975668Closed at 1731467975668 2024-11-13T03:19:35,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:19:35,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731467975669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467975669"}]},"ts":"1731467975669"} 2024-11-13T03:19:35,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:19:35,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:19:35,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467975671"}]},"ts":"1731467975671"} 2024-11-13T03:19:35,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:19:35,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN}] 2024-11-13T03:19:35,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN 2024-11-13T03:19:35,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN; state=OFFLINE, location=8394b182524b,45987,1731467966357; forceNewPlan=false, retain=false 2024-11-13T03:19:35,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e76b449711bc3516b4916042f71e5aee, regionState=OPENING, regionLocation=8394b182524b,45987,1731467966357 2024-11-13T03:19:35,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN because future has completed 2024-11-13T03:19:35,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,45987,1731467966357}] 2024-11-13T03:19:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:35,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:35,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:35,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:19:35,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C45987%2C1731467966357.rep, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:35,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.rep.1731467975986, exclude list is [], retry=0 2024-11-13T03:19:36,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:36,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.rep.1731467975986 2024-11-13T03:19:36,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:36,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e76b449711bc3516b4916042f71e5aee, NAME => 'hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:36,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:36,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. service=MultiRowMutationService 2024-11-13T03:19:36,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:19:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,005 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,006 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName hfileref 2024-11-13T03:19:36,006 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:36,007 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:36,007 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,008 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName queue 2024-11-13T03:19:36,008 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:36,008 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:36,008 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,009 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName sid 2024-11-13T03:19:36,009 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:36,010 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:36,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:19:36,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:36,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e76b449711bc3516b4916042f71e5aee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66166613, jitterRate=-0.014040634036064148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:19:36,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e76b449711bc3516b4916042f71e5aee: Running coprocessor pre-open hook at 1731467976004Writing region info on filesystem at 1731467976004Initializing all the Stores at 1731467976005 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467976005Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467976005Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467976005Cleaning up temporary data from old regions at 1731467976012 (+7 ms)Running coprocessor post-open hooks at 1731467976016 (+4 ms)Region opened successfully at 1731467976017 (+1 ms) 2024-11-13T03:19:36,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., pid=7, masterSystemTime=1731467975981 2024-11-13T03:19:36,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:36,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:36,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e76b449711bc3516b4916042f71e5aee, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,45987,1731467966357 2024-11-13T03:19:36,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,45987,1731467966357 because future has completed 2024-11-13T03:19:36,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T03:19:36,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,45987,1731467966357 in 194 msec 2024-11-13T03:19:36,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:19:36,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN in 351 msec 2024-11-13T03:19:36,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:19:36,028 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467976027"}]},"ts":"1731467976027"} 2024-11-13T03:19:36,030 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:19:36,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:19:36,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-13T03:19:36,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., hostname=8394b182524b,45987,1731467966357, seqNum=2] 2024-11-13T03:19:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:36,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:19:36,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T03:19:36,262 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:19:36,307 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,45987,1731467966357, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:19:36,307 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:36,307 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,45987,1731467966357, seqNum=-1] 2024-11-13T03:19:36,308 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:36,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T03:19:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,45987,1731467966357', locateType=CURRENT is [region=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., hostname=8394b182524b,45987,1731467966357, seqNum=2] 2024-11-13T03:19:36,324 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T03:19:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T03:19:36,334 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,45987,1731467966357 suceeded 2024-11-13T03:19:36,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T03:19:36,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-13T03:19:36,338 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:19:36,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-13T03:19:36,344 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:33105' 2024-11-13T03:19:36,348 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb446c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:36,348 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,33105,-1 for getting cluster id 2024-11-13T03:19:36,348 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:36,349 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4596fe-1d91-4981-817a-1e40b5dc2a2d' 2024-11-13T03:19:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4596fe-1d91-4981-817a-1e40b5dc2a2d" 2024-11-13T03:19:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce4edb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,33105,-1] 2024-11-13T03:19:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,351 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:36,351 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@664b5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:36,351 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:36,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,33105,1731467971714 2024-11-13T03:19:36,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b413083 2024-11-13T03:19:36,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:36,353 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T03:19:36,359 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,45987,1731467966357 (queues=1) is replicating from cluster=4b28cab5-1b28-474a-8365-40ca12e5bb91 to cluster=6a4596fe-1d91-4981-817a-1e40b5dc2a2d 2024-11-13T03:19:36,359 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C45987%2C1731467966357 2024-11-13T03:19:36,359 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,45987,1731467966357, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:19:36,365 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601, startPosition=0, beingWritten=true 2024-11-13T03:19:36,366 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.shipper8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C45987%2C1731467966357 2024-11-13T03:19:36,571 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 to pos 0, reset compression=false 2024-11-13T03:19:36,886 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 to pos 0, reset compression=false 2024-11-13T03:19:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:19:36,935 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:19:36,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:36,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:36,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:36,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,37129,1731467966165 2024-11-13T03:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@110c4ef5 2024-11-13T03:19:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:36,938 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:19:36,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37129 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:19:36,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:36,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:36,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:36,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:19:36,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1549668142, stopped=false 2024-11-13T03:19:36,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,37129,1731467966165 2024-11-13T03:19:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:36,945 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:36,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:36,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:36,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:36,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:36,946 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,45987,1731467966357' ***** 2024-11-13T03:19:36,946 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:19:36,946 INFO [RS:0;8394b182524b:45987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:19:36,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:19:36,946 INFO [RS:0;8394b182524b:45987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:19:36,946 INFO [RS:0;8394b182524b:45987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,45987,1731467966357 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:45987. 2024-11-13T03:19:36,947 DEBUG [RS:0;8394b182524b:45987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:36,947 DEBUG [RS:0;8394b182524b:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76b449711bc3516b4916042f71e5aee, disabling compactions & flushes 2024-11-13T03:19:36,947 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. after waiting 0 ms 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:19:36,947 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e76b449711bc3516b4916042f71e5aee 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T03:19:36,947 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:19:36,947 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e76b449711bc3516b4916042f71e5aee=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.} 2024-11-13T03:19:36,947 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:36,947 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:36,947 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:36,947 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T03:19:36,962 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/8f8dceaf9a8345cebdc536f74ec2dd12 is 147, key is hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee./info:regioninfo/1731467976020/Put/seqid=0 2024-11-13T03:19:36,962 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/.tmp/queue/0d7ec437eeea49b1a757a78feacc56e7 is 151, key is 1-8394b182524b,45987,1731467966357/queue:8394b182524b%2C45987%2C1731467966357/1731467976313/Put/seqid=0 2024-11-13T03:19:36,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741839_1015 (size=6631) 2024-11-13T03:19:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741838_1014 (size=5350) 2024-11-13T03:19:36,988 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:37,147 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:37,290 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 to pos 0, reset compression=false 2024-11-13T03:19:37,348 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:37,370 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/8f8dceaf9a8345cebdc536f74ec2dd12 2024-11-13T03:19:37,370 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/.tmp/queue/0d7ec437eeea49b1a757a78feacc56e7 2024-11-13T03:19:37,376 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/.tmp/queue/0d7ec437eeea49b1a757a78feacc56e7 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/queue/0d7ec437eeea49b1a757a78feacc56e7 2024-11-13T03:19:37,381 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/queue/0d7ec437eeea49b1a757a78feacc56e7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T03:19:37,382 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e76b449711bc3516b4916042f71e5aee in 435ms, sequenceid=5, compaction requested=false 2024-11-13T03:19:37,382 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:19:37,387 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:19:37,388 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:37,388 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:37,388 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:37,388 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76b449711bc3516b4916042f71e5aee: Waiting for close lock at 1731467976947Running coprocessor pre-close hooks at 1731467976947Disabling compacts and flushes for region at 1731467976947Disabling writes for close at 1731467976947Obtaining lock to block concurrent updates at 1731467976947Preparing flush snapshotting stores in e76b449711bc3516b4916042f71e5aee at 1731467976947Finished memstore snapshotting hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731467976947Flushing stores of hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. at 1731467976948 (+1 ms)Flushing e76b449711bc3516b4916042f71e5aee/queue: creating writer at 1731467976948Flushing e76b449711bc3516b4916042f71e5aee/queue: appending metadata at 1731467976962 (+14 ms)Flushing e76b449711bc3516b4916042f71e5aee/queue: closing flushed file at 1731467976962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a6729b: reopening flushed file at 1731467977375 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e76b449711bc3516b4916042f71e5aee in 435ms, sequenceid=5, compaction requested=false at 1731467977382 (+7 ms)Writing region close event to WAL at 1731467977384 (+2 ms)Running coprocessor post-close hooks at 1731467977388 (+4 ms)Closed at 1731467977388 2024-11-13T03:19:37,388 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:37,390 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/ns/b822bdb6a3cc4b2e8b0f91f991b87108 is 43, key is default/ns:d/1731467969606/Put/seqid=0 2024-11-13T03:19:37,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741840_1016 (size=5153) 2024-11-13T03:19:37,471 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:19:37,471 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:19:37,548 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:37,748 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:37,794 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/ns/b822bdb6a3cc4b2e8b0f91f991b87108 2024-11-13T03:19:37,795 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 to pos 0, reset compression=false 2024-11-13T03:19:37,818 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/table/ff1d71bf29f8419b92c28e5ed912ff80 is 53, key is hbase:replication/table:state/1731467976027/Put/seqid=0 2024-11-13T03:19:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741841_1017 (size=5256) 2024-11-13T03:19:37,948 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:19:37,948 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:19:37,948 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:38,148 DEBUG [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:38,222 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/table/ff1d71bf29f8419b92c28e5ed912ff80 2024-11-13T03:19:38,228 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/8f8dceaf9a8345cebdc536f74ec2dd12 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/info/8f8dceaf9a8345cebdc536f74ec2dd12 2024-11-13T03:19:38,232 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/info/8f8dceaf9a8345cebdc536f74ec2dd12, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T03:19:38,233 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/ns/b822bdb6a3cc4b2e8b0f91f991b87108 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/ns/b822bdb6a3cc4b2e8b0f91f991b87108 2024-11-13T03:19:38,237 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/ns/b822bdb6a3cc4b2e8b0f91f991b87108, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:19:38,238 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/table/ff1d71bf29f8419b92c28e5ed912ff80 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/table/ff1d71bf29f8419b92c28e5ed912ff80 2024-11-13T03:19:38,242 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/table/ff1d71bf29f8419b92c28e5ed912ff80, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T03:19:38,242 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-11-13T03:19:38,246 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:19:38,247 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:38,247 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:38,247 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:38,247 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467976947Running coprocessor pre-close hooks at 1731467976947Disabling compacts and flushes for region at 1731467976947Disabling writes for close at 1731467976947Obtaining lock to block concurrent updates at 1731467976947Preparing flush snapshotting stores in 1588230740 at 1731467976947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731467976948 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731467976948Flushing 1588230740/info: creating writer at 1731467976948Flushing 1588230740/info: appending metadata at 1731467976962 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731467976962Flushing 1588230740/ns: creating writer at 1731467977375 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731467977389 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731467977389Flushing 1588230740/table: creating writer at 1731467977799 (+410 ms)Flushing 1588230740/table: appending metadata at 1731467977817 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731467977817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd443ce: reopening flushed file at 1731467978227 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b88d043: reopening flushed file at 1731467978232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28656e14: reopening flushed file at 1731467978237 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1731467978243 (+6 ms)Writing region close event to WAL at 1731467978243Running coprocessor post-close hooks at 1731467978247 (+4 ms)Closed at 1731467978247 2024-11-13T03:19:38,247 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:38,349 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,45987,1731467966357; all regions closed. 2024-11-13T03:19:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741834_1010 (size=2742) 2024-11-13T03:19:38,353 DEBUG [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:38,353 INFO [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45987%2C1731467966357.meta:.meta(num 1731467969537) 2024-11-13T03:19:38,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.rep.1731467975986 not finished, retry = 0 2024-11-13T03:19:38,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741837_1013 (size=1586) 2024-11-13T03:19:38,399 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 to pos 0, reset compression=false 2024-11-13T03:19:38,463 DEBUG [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:38,463 INFO [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45987%2C1731467966357.rep:(num 1731467975986) 2024-11-13T03:19:38,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:19:38,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357/8394b182524b%2C45987%2C1731467966357.1731467968601 not finished, retry = 0 2024-11-13T03:19:38,568 DEBUG [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:38,568 INFO [RS:0;8394b182524b:45987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C45987%2C1731467966357:(num 1731467968601) 2024-11-13T03:19:38,568 DEBUG [RS:0;8394b182524b:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:38,568 INFO [RS:0;8394b182524b:45987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:38,568 INFO [RS:0;8394b182524b:45987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:38,568 INFO [RS:0;8394b182524b:45987 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:38,568 INFO [RS:0;8394b182524b:45987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:38,568 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:38,569 INFO [RS:0;8394b182524b:45987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,45987,1731467966357 because: Region server is closing 2024-11-13T03:19:38,569 INFO [RS:0;8394b182524b:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:45987. 2024-11-13T03:19:38,569 DEBUG [RS:0;8394b182524b:45987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:38,569 DEBUG [RS:0;8394b182524b:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:38,569 DEBUG [RS:0;8394b182524b:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:38,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:38,669 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.shipper8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:19:38,669 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.wal-reader.8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:19:38,670 INFO [RS:0;8394b182524b:45987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,45987,1731467966357.replicationSource.shipper8394b182524b%2C45987%2C1731467966357,1-8394b182524b,45987,1731467966357 terminated 2024-11-13T03:19:38,670 INFO [RS:0;8394b182524b:45987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45987 2024-11-13T03:19:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/rs/8394b182524b,45987,1731467966357 2024-11-13T03:19:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/rs 2024-11-13T03:19:38,745 INFO [RS:0;8394b182524b:45987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:38,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,45987,1731467966357] 2024-11-13T03:19:38,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/draining/8394b182524b,45987,1731467966357 already deleted, retry=false 2024-11-13T03:19:38,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,45987,1731467966357 expired; onlineServers=0 2024-11-13T03:19:38,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,37129,1731467966165' ***** 2024-11-13T03:19:38,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:38,767 DEBUG [M:0;8394b182524b:37129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:19:38,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:19:38,767 DEBUG [M:0;8394b182524b:37129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:19:38,767 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467968311 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467968311,5,FailOnTimeoutGroup] 2024-11-13T03:19:38,767 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467968312 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467968312,5,FailOnTimeoutGroup] 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:38,767 DEBUG [M:0;8394b182524b:37129 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:19:38,767 INFO [M:0;8394b182524b:37129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:38,768 INFO [M:0;8394b182524b:37129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:19:38,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:19:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/master 2024-11-13T03:19:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:38,777 DEBUG [M:0;8394b182524b:37129 {}] zookeeper.ZKUtil(347): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/master because node does not exist (not an error) 2024-11-13T03:19:38,777 WARN [M:0;8394b182524b:37129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:19:38,777 INFO [M:0;8394b182524b:37129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.lastflushedseqids 2024-11-13T03:19:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741842_1018 (size=181) 2024-11-13T03:19:38,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:38,856 INFO [RS:0;8394b182524b:45987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:38,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x10132346a510001, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:38,856 INFO [RS:0;8394b182524b:45987 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,45987,1731467966357; zookeeper connection closed. 2024-11-13T03:19:38,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d71ba80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d71ba80 2024-11-13T03:19:38,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:19:39,183 INFO [M:0;8394b182524b:37129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:19:39,183 INFO [M:0;8394b182524b:37129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:19:39,183 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:39,183 INFO [M:0;8394b182524b:37129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:39,183 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:39,183 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:39,183 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:39,183 INFO [M:0;8394b182524b:37129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T03:19:39,197 DEBUG [M:0;8394b182524b:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c37b13eef4246ab9befdde504d05940 is 82, key is hbase:meta,,1/info:regioninfo/1731467969589/Put/seqid=0 2024-11-13T03:19:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741843_1019 (size=5672) 2024-11-13T03:19:39,601 INFO [M:0;8394b182524b:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c37b13eef4246ab9befdde504d05940 2024-11-13T03:19:39,620 DEBUG [M:0;8394b182524b:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba8ea6fb298465db495b9bdd46a4d99 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731467976031/Put/seqid=0 2024-11-13T03:19:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741844_1020 (size=7203) 2024-11-13T03:19:40,024 INFO [M:0;8394b182524b:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba8ea6fb298465db495b9bdd46a4d99 2024-11-13T03:19:40,042 DEBUG [M:0;8394b182524b:37129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9ab19686064b4c9e803cb74fe1161f is 69, key is 8394b182524b,45987,1731467966357/rs:state/1731467968456/Put/seqid=0 2024-11-13T03:19:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741845_1021 (size=5156) 2024-11-13T03:19:40,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:40,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:40,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:40,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:40,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:40,446 INFO [M:0;8394b182524b:37129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9ab19686064b4c9e803cb74fe1161f 2024-11-13T03:19:40,451 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c37b13eef4246ab9befdde504d05940 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c37b13eef4246ab9befdde504d05940 2024-11-13T03:19:40,456 INFO [M:0;8394b182524b:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c37b13eef4246ab9befdde504d05940, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T03:19:40,457 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba8ea6fb298465db495b9bdd46a4d99 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba8ea6fb298465db495b9bdd46a4d99 2024-11-13T03:19:40,461 INFO [M:0;8394b182524b:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba8ea6fb298465db495b9bdd46a4d99, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T03:19:40,462 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9ab19686064b4c9e803cb74fe1161f as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9ab19686064b4c9e803cb74fe1161f 2024-11-13T03:19:40,465 INFO [M:0;8394b182524b:37129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9ab19686064b4c9e803cb74fe1161f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T03:19:40,466 INFO [M:0;8394b182524b:37129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=70, compaction requested=false 2024-11-13T03:19:40,467 INFO [M:0;8394b182524b:37129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:40,467 DEBUG [M:0;8394b182524b:37129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467979183Disabling compacts and flushes for region at 1731467979183Disabling writes for close at 1731467979183Obtaining lock to block concurrent updates at 1731467979183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467979183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731467979183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467979184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467979184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467979197 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467979197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467979605 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467979619 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467979619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467980028 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467980041 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467980041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d65d07: reopening flushed file at 1731467980451 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42045b7c: reopening flushed file at 1731467980456 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7da5ce: reopening flushed file at 1731467980461 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=70, compaction requested=false at 1731467980466 (+5 ms)Writing region close event to WAL at 1731467980467 (+1 ms)Closed at 1731467980467 2024-11-13T03:19:40,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165/8394b182524b%2C37129%2C1731467966165.1731467968087 not finished, retry = 0 2024-11-13T03:19:40,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741830_1006 (size=41008) 2024-11-13T03:19:40,570 INFO [M:0;8394b182524b:37129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:19:40,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:40,570 INFO [M:0;8394b182524b:37129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37129 2024-11-13T03:19:40,571 INFO [M:0;8394b182524b:37129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:40,750 INFO [M:0;8394b182524b:37129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:40,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37129-0x10132346a510000, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:40,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:19:40,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:40,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35795 2024-11-13T03:19:40,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35795 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357950x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:40,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35795-0x10132346a510006 connected 2024-11-13T03:19:40,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:40,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:40,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:40,782 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: INIT 2024-11-13T03:19:40,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f, hbase.cluster.distributed=false 2024-11-13T03:19:40,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/acl 2024-11-13T03:19:40,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T03:19:40,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35795 2024-11-13T03:19:40,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35795 2024-11-13T03:19:40,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T03:19:40,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-13T03:19:40,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:40,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:19:40,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:40,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35845 2024-11-13T03:19:40,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35845 connecting to ZooKeeper ensemble=127.0.0.1:64786 2024-11-13T03:19:40,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:40,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:40,808 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358450x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:40,809 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: INIT 2024-11-13T03:19:40,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358450x0, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:40,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35845-0x10132346a510007 connected 2024-11-13T03:19:40,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:19:40,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:19:40,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/master 2024-11-13T03:19:40,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/acl 2024-11-13T03:19:40,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-13T03:19:40,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-11-13T03:19:40,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-11-13T03:19:40,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-13T03:19:40,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-13T03:19:40,831 DEBUG [M:0;8394b182524b:35795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:35795 2024-11-13T03:19:40,831 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1189014332/backup-masters/8394b182524b,35795,1731467980752 2024-11-13T03:19:40,840 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:40,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/backup-masters/8394b182524b,35795,1731467980752 2024-11-13T03:19:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:40,850 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/master 2024-11-13T03:19:40,850 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:40,851 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/master 2024-11-13T03:19:40,851 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1189014332/backup-masters/8394b182524b,35795,1731467980752 from backup master directory 2024-11-13T03:19:40,861 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/backup-masters/8394b182524b,35795,1731467980752 2024-11-13T03:19:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/backup-masters 2024-11-13T03:19:40,861 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:40,861 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,35795,1731467980752 2024-11-13T03:19:40,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:40,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:19:40,877 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-13T03:19:40,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741846_1022 (size=196) 2024-11-13T03:19:41,288 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:19:41,289 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:19:41,289 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:41,295 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T03:19:41,297 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165 to hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165-dead as it is dead 2024-11-13T03:19:41,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165-dead/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:41,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165-dead/8394b182524b%2C37129%2C1731467966165.1731467968087 after 0ms 2024-11-13T03:19:41,299 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165-dead/8394b182524b%2C37129%2C1731467966165.1731467968087 to hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:41,299 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,37129,1731467966165-dead 2024-11-13T03:19:41,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,35795,1731467980752 2024-11-13T03:19:41,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:41,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35795%2C1731467980752, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,35795,1731467980752, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/oldWALs, maxLogs=10 2024-11-13T03:19:41,314 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,35795,1731467980752/8394b182524b%2C35795%2C1731467980752.1731467981301, exclude list is [], retry=0 2024-11-13T03:19:41,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:41,317 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/WALs/8394b182524b,35795,1731467980752/8394b182524b%2C35795%2C1731467980752.1731467981301 2024-11-13T03:19:41,318 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:41,318 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:41,318 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:41,318 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,318 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:19:41,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:41,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c37b13eef4246ab9befdde504d05940 2024-11-13T03:19:41,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:41,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:19:41,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:41,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba8ea6fb298465db495b9bdd46a4d99 2024-11-13T03:19:41,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:41,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:19:41,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:41,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9ab19686064b4c9e803cb74fe1161f 2024-11-13T03:19:41,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:41,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:19:41,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:41,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:41,342 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,342 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T03:19:41,342 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:41,348 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:41,349 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8394b182524b%2C37129%2C1731467966165.1731467968087 2024-11-13T03:19:41,350 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,350 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,351 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:41,352 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:41,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T03:19:41,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74191222, jitterRate=0.1055353581905365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:41,355 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467981318Initializing all the Stores at 1731467981319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467981319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467981320 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467981320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467981320Cleaning up temporary data from old regions at 1731467981350 (+30 ms)Region opened successfully at 1731467981355 (+5 ms) 2024-11-13T03:19:41,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:19:41,358 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfe15bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:41,361 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T03:19:41,361 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:19:41,361 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:19:41,361 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:19:41,362 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:19:41,365 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:41,365 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:19:41,366 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:19:41,366 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T03:19:41,366 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:19:41,369 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8394b182524b,45987,1731467966357, regionLocation=8394b182524b,45987,1731467966357, openSeqNum=2 2024-11-13T03:19:41,370 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8394b182524b,45987,1731467966357, table=hbase:meta, region=1588230740 2024-11-13T03:19:41,370 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,45987,1731467966357, state=OPEN 2024-11-13T03:19:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:41,387 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:41,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:41,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:41,391 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:19:41,398 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/draining/8394b182524b,45987,1731467966357 already deleted, retry=false 2024-11-13T03:19:41,398 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8394b182524b,45987,1731467966357 on 8394b182524b,35795,1731467980752 2024-11-13T03:19:41,399 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8394b182524b,45987,1731467966357, splitWal=true, meta=true 2024-11-13T03:19:41,399 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 8394b182524b,45987,1731467966357 (carryingMeta=true) 8394b182524b,45987,1731467966357/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@60a867a1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T03:19:41,400 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/balancer because node does not exist (not necessarily an error) 2024-11-13T03:19:41,408 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/balancer already deleted, retry=false 2024-11-13T03:19:41,408 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:19:41,409 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:19:41,419 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/normalizer already deleted, retry=false 2024-11-13T03:19:41,419 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:19:41,420 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:19:41,429 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/switch/split already deleted, retry=false 2024-11-13T03:19:41,430 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:19:41,440 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/switch/merge already deleted, retry=false 2024-11-13T03:19:41,452 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:19:41,471 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/snapshot-cleanup already deleted, retry=false 2024-11-13T03:19:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:41,482 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:41,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:41,482 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:41,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,35795,1731467980752, sessionid=0x10132346a510006, setting cluster-up flag (Was=false) 2024-11-13T03:19:41,493 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1189014332/flush-table-proc/acquired, /0-1189014332/flush-table-proc/reached, /0-1189014332/flush-table-proc/abort 2024-11-13T03:19:41,494 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35795,1731467980752 2024-11-13T03:19:41,504 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1189014332/online-snapshot/acquired, /0-1189014332/online-snapshot/reached, /0-1189014332/online-snapshot/abort 2024-11-13T03:19:41,505 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35795,1731467980752 2024-11-13T03:19:41,506 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.lastflushedseqids 2024-11-13T03:19:41,519 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:19:41,519 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:19:41,519 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,35795,1731467980752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8394b182524b,45987,1731467966357 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:19:41,523 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:41,523 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:41,523 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:41,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:41,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:19:41,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:41,524 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468011526 2024-11-13T03:19:41,526 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8394b182524b,45987,1731467966357, splitWal=true, meta=true 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:19:41,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:19:41,527 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,45987,1731467966357, splitWal=true, meta=true, isMeta: true 2024-11-13T03:19:41,530 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357-splitting 2024-11-13T03:19:41,531 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(746): ClusterId : 4b28cab5-1b28-474a-8365-40ca12e5bb91 2024-11-13T03:19:41,531 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:19:41,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,533 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357-splitting dir is empty, no logs to split. 2024-11-13T03:19:41,533 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,45987,1731467966357 WAL count=0, meta=true 2024-11-13T03:19:41,535 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357-splitting dir is empty, no logs to split. 2024-11-13T03:19:41,535 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8394b182524b,45987,1731467966357 WAL count=0, meta=true 2024-11-13T03:19:41,535 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,45987,1731467966357 WAL splitting is done? wals=0, meta=true 2024-11-13T03:19:41,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:19:41,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:41,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:19:41,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:19:41,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:19:41,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:19:41,541 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:19:41,541 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:19:41,541 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:19:41,542 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467981541,5,FailOnTimeoutGroup] 2024-11-13T03:19:41,542 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467981542,5,FailOnTimeoutGroup] 2024-11-13T03:19:41,542 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,542 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:19:41,543 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,543 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,543 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467981543, completionTime=-1 2024-11-13T03:19:41,543 WARN [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T03:19:41,543 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T03:19:41,554 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:19:41,554 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:19:41,567 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:19:41,567 DEBUG [RS:0;8394b182524b:35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c766491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:41,577 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:35845 2024-11-13T03:19:41,577 INFO [RS:0;8394b182524b:35845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:19:41,577 INFO [RS:0;8394b182524b:35845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:19:41,577 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:19:41,578 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,35795,1731467980752 with port=35845, startcode=1731467980798 2024-11-13T03:19:41,578 DEBUG [RS:0;8394b182524b:35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:19:41,580 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:19:41,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,35845,1731467980798 2024-11-13T03:19:41,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(517): Registering regionserver=8394b182524b,35845,1731467980798 2024-11-13T03:19:41,581 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f 2024-11-13T03:19:41,581 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-13T03:19:41,581 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:19:41,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T03:19:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/rs 2024-11-13T03:19:41,612 DEBUG [RS:0;8394b182524b:35845 {}] zookeeper.ZKUtil(111): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on existing znode=/0-1189014332/rs/8394b182524b,35845,1731467980798 2024-11-13T03:19:41,612 WARN [RS:0;8394b182524b:35845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:41,612 INFO [RS:0;8394b182524b:35845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:41,612 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798 2024-11-13T03:19:41,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,35845,1731467980798] 2024-11-13T03:19:41,633 INFO [RS:0;8394b182524b:35845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:19:41,635 INFO [RS:0;8394b182524b:35845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:19:41,635 INFO [RS:0;8394b182524b:35845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:19:41,635 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,635 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:19:41,636 INFO [RS:0;8394b182524b:35845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:19:41,636 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:41,636 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:41,637 DEBUG [RS:0;8394b182524b:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:41,637 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,638 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,638 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,638 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,638 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,638 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35845,1731467980798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:41,653 INFO [RS:0;8394b182524b:35845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:19:41,653 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35845,1731467980798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,666 INFO [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,35845,1731467980798, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:19:41,667 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,667 INFO [RS:0;8394b182524b:35845 {}] regionserver.Replication(171): 8394b182524b,35845,1731467980798 started 2024-11-13T03:19:41,680 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:41,680 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,35845,1731467980798, RpcServer on 8394b182524b/172.17.0.3:35845, sessionid=0x10132346a510007 2024-11-13T03:19:41,680 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:33105' 2024-11-13T03:19:41,680 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:19:41,680 DEBUG [RS:0;8394b182524b:35845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,35845,1731467980798 2024-11-13T03:19:41,680 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35845,1731467980798' 2024-11-13T03:19:41,680 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1189014332/flush-table-proc/abort' 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1189014332/flush-table-proc/acquired' 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,35845,1731467980798 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35845,1731467980798' 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1189014332/online-snapshot/abort' 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31948a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,33105,-1 for getting cluster id 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:41,681 DEBUG [RS:0;8394b182524b:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1189014332/online-snapshot/acquired' 2024-11-13T03:19:41,682 DEBUG [RS:0;8394b182524b:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:19:41,682 INFO [RS:0;8394b182524b:35845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:19:41,682 INFO [RS:0;8394b182524b:35845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:19:41,682 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a4596fe-1d91-4981-817a-1e40b5dc2a2d' 2024-11-13T03:19:41,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:41,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a4596fe-1d91-4981-817a-1e40b5dc2a2d" 2024-11-13T03:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24d79c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,33105,-1] 2024-11-13T03:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:41,683 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:41,684 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bc04c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:41,684 DEBUG [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:41,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,33105,1731467971714 2024-11-13T03:19:41,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e66262 2024-11-13T03:19:41,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:41,685 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T03:19:41,686 INFO [RS:0;8394b182524b:35845.replicationSource,1-8394b182524b,35845,1731467980798 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,35845,1731467980798 (queues=0) is replicating from cluster=4b28cab5-1b28-474a-8365-40ca12e5bb91 to cluster=6a4596fe-1d91-4981-817a-1e40b5dc2a2d 2024-11-13T03:19:41,688 WARN [8394b182524b:35795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:19:41,782 INFO [RS:0;8394b182524b:35845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:41,783 INFO [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35845%2C1731467980798, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:41,795 DEBUG [RS:0;8394b182524b:35845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784, exclude list is [], retry=0 2024-11-13T03:19:41,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:41,799 INFO [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 2024-11-13T03:19:41,799 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8394b182524b%2C35845%2C1731467980798 for peer 1 2024-11-13T03:19:41,799 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C35845%2C1731467980798 2024-11-13T03:19:41,799 INFO [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,35845,1731467980798, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:19:41,799 DEBUG [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:41,800 INFO [RS:0;8394b182524b:35845.replicationSource.shipper8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C35845%2C1731467980798 2024-11-13T03:19:41,800 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784, startPosition=0, beingWritten=true 2024-11-13T03:19:41,938 DEBUG [8394b182524b:35795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:19:41,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,35845,1731467980798 2024-11-13T03:19:41,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,35845,1731467980798, state=OPENING 2024-11-13T03:19:41,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:41,956 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:41,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:41,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:41,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:41,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,35845,1731467980798}] 2024-11-13T03:19:42,004 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:42,108 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:19:42,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:19:42,112 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:19:42,112 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:42,112 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:19:42,113 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35845%2C1731467980798.meta, suffix=.meta, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:42,125 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.meta.1731467982113.meta, exclude list is [], retry=0 2024-11-13T03:19:42,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:42,128 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.meta.1731467982113.meta 2024-11-13T03:19:42,128 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:42,128 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:42,129 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:19:42,129 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:19:42,129 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:19:42,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:42,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:42,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:42,136 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/info/8f8dceaf9a8345cebdc536f74ec2dd12 2024-11-13T03:19:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:42,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:42,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:42,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:42,142 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/ns/b822bdb6a3cc4b2e8b0f91f991b87108 2024-11-13T03:19:42,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:42,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:42,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:42,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:42,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:42,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:42,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:42,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:42,150 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/table/ff1d71bf29f8419b92c28e5ed912ff80 2024-11-13T03:19:42,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:42,150 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:42,151 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:42,152 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740 2024-11-13T03:19:42,152 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:42,152 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:42,153 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:42,154 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:42,155 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74181166, jitterRate=0.10538551211357117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:42,155 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:19:42,155 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467982129Writing region info on filesystem at 1731467982129Initializing all the Stores at 1731467982130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467982130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467982130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467982130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467982130Cleaning up temporary data from old regions at 1731467982152 (+22 ms)Running coprocessor post-open hooks at 1731467982155 (+3 ms)Region opened successfully at 1731467982155 2024-11-13T03:19:42,156 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731467982108 2024-11-13T03:19:42,157 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:19:42,157 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:19:42,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8394b182524b,35845,1731467980798 2024-11-13T03:19:42,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,35845,1731467980798, state=OPEN 2024-11-13T03:19:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:42,166 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1189014332/meta-region-server 2024-11-13T03:19:42,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:42,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1189014332/meta-region-server: CHANGED 2024-11-13T03:19:42,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,35845,1731467980798 2024-11-13T03:19:42,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T03:19:42,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,35845,1731467980798 in 210 msec 2024-11-13T03:19:42,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:19:42,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-13T03:19:42,308 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:42,712 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:43,095 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T03:19:43,217 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:43,822 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:44,526 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:44,598 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T03:19:45,331 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:46,050 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T03:19:46,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:19:46,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:46,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35845,1731467980798, seqNum=-1] 2024-11-13T03:19:46,051 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:46,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:46,056 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e76b449711bc3516b4916042f71e5aee, regionState=OPEN, lastHost=8394b182524b,45987,1731467966357, regionLocation=8394b182524b,45987,1731467966357, openSeqNum=2 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468046056 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468106056 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T03:19:46,056 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8394b182524b,45987,1731467966357 had 2 regions 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:35795, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,056 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,057 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,057 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,45987,1731467966357, splitWal=true, meta=true, isMeta: false 2024-11-13T03:19:46,059 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357-splitting dir is empty, no logs to split. 2024-11-13T03:19:46,059 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,45987,1731467966357 WAL count=0, meta=false 2024-11-13T03:19:46,061 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,45987,1731467966357-splitting dir is empty, no logs to split. 2024-11-13T03:19:46,061 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,45987,1731467966357 WAL count=0, meta=false 2024-11-13T03:19:46,061 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,45987,1731467966357 WAL splitting is done? wals=0, meta=false 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.201sec 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:19:46,062 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:19:46,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:46,063 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:19:46,064 WARN [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8394b182524b,45987,1731467966357/hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:46,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN}] 2024-11-13T03:19:46,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:19:46,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:19:46,066 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35795,1731467980752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:46,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN 2024-11-13T03:19:46,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:19:46,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35795,-1 for getting cluster id 2024-11-13T03:19:46,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:46,130 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b28cab5-1b28-474a-8365-40ca12e5bb91' 2024-11-13T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b28cab5-1b28-474a-8365-40ca12e5bb91" 2024-11-13T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6928c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35795,-1] 2024-11-13T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:46,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,131 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed0b7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35845,1731467980798, seqNum=-1] 2024-11-13T03:19:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:46,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:46,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T03:19:46,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:46,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8394b182524b:35795 after: 8394b182524b:35795 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35795,-1 for getting cluster id 2024-11-13T03:19:46,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:46,138 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b28cab5-1b28-474a-8365-40ca12e5bb91' 2024-11-13T03:19:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b28cab5-1b28-474a-8365-40ca12e5bb91" 2024-11-13T03:19:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578c8ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35795,-1] 2024-11-13T03:19:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,139 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:46,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:46,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:19:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35795,1731467980752 2024-11-13T03:19:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734c3255 2024-11-13T03:19:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:19:46,141 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:19:46,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T03:19:46,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:19:46,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:46,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:46,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:19:46,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173095020, stopped=false 2024-11-13T03:19:46,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,33105,1731467971714 2024-11-13T03:19:46,217 DEBUG [8394b182524b:35795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:19:46,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e76b449711bc3516b4916042f71e5aee, regionState=OPENING, regionLocation=8394b182524b,35845,1731467980798 2024-11-13T03:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664594214/running 2024-11-13T03:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:46,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664594214/running 2024-11-13T03:19:46,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:46,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:46,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:46,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:46,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,37659,1731467971920' ***** 2024-11-13T03:19:46,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:19:46,219 INFO [RS:0;8394b182524b:37659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:19:46,219 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:19:46,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/running 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,37659,1731467971920 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:37659. 2024-11-13T03:19:46,220 DEBUG [RS:0;8394b182524b:37659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:46,220 DEBUG [RS:0;8394b182524b:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Set watcher on znode that does not yet exist, /1664594214/running 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:19:46,220 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:19:46,220 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:19:46,220 DEBUG [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:46,221 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:46,221 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:46,221 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:46,221 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:46,221 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:46,221 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T03:19:46,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN because future has completed 2024-11-13T03:19:46,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,35845,1731467980798}] 2024-11-13T03:19:46,236 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:46,262 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/.tmp/ns/23d530b016214e08b1fc60c6d2d00d5f is 43, key is default/ns:d/1731467974732/Put/seqid=0 2024-11-13T03:19:46,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741835_1011 (size=5153) 2024-11-13T03:19:46,271 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/.tmp/ns/23d530b016214e08b1fc60c6d2d00d5f 2024-11-13T03:19:46,279 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/.tmp/ns/23d530b016214e08b1fc60c6d2d00d5f as hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/ns/23d530b016214e08b1fc60c6d2d00d5f 2024-11-13T03:19:46,285 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/ns/23d530b016214e08b1fc60c6d2d00d5f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T03:19:46,288 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=6, compaction requested=false 2024-11-13T03:19:46,288 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:19:46,294 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T03:19:46,294 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:46,294 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:46,294 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:46,294 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467986221Running coprocessor pre-close hooks at 1731467986221Disabling compacts and flushes for region at 1731467986221Disabling writes for close at 1731467986221Obtaining lock to block concurrent updates at 1731467986221Preparing flush snapshotting stores in 1588230740 at 1731467986221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731467986221Flushing stores of hbase:meta,,1.1588230740 at 1731467986222 (+1 ms)Flushing 1588230740/ns: creating writer at 1731467986222Flushing 1588230740/ns: appending metadata at 1731467986262 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731467986262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0d65da: reopening flushed file at 1731467986278 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=6, compaction requested=false at 1731467986288 (+10 ms)Writing region close event to WAL at 1731467986290 (+2 ms)Running coprocessor post-close hooks at 1731467986294 (+4 ms)Closed at 1731467986294 2024-11-13T03:19:46,295 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:46,297 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:46,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:46,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:46,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:19:46,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35845%2C1731467980798.rep, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs, maxLogs=10 2024-11-13T03:19:46,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.rep.1731467986380, exclude list is [], retry=0 2024-11-13T03:19:46,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42329,DS-ca4cbfc8-1589-4c0a-bad6-1f55670b3ce1,DISK] 2024-11-13T03:19:46,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.rep.1731467986380 2024-11-13T03:19:46,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35069:35069)] 2024-11-13T03:19:46,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e76b449711bc3516b4916042f71e5aee, NAME => 'hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:46,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:46,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:46,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. service=MultiRowMutationService 2024-11-13T03:19:46,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:19:46,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:46,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,413 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,414 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName hfileref 2024-11-13T03:19:46,414 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:46,414 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:46,415 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,415 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName queue 2024-11-13T03:19:46,415 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:46,420 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/queue/0d7ec437eeea49b1a757a78feacc56e7 2024-11-13T03:19:46,420 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:46,421 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,37659,1731467971920; all regions closed. 2024-11-13T03:19:46,421 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,421 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76b449711bc3516b4916042f71e5aee columnFamilyName sid 2024-11-13T03:19:46,421 DEBUG [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:46,422 INFO [StoreOpener-e76b449711bc3516b4916042f71e5aee-1 {}] regionserver.HStore(327): Store=e76b449711bc3516b4916042f71e5aee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:46,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741834_1010 (size=1152) 2024-11-13T03:19:46,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,424 DEBUG [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/oldWALs 2024-11-13T03:19:46,424 INFO [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C37659%2C1731467971920.meta:.meta(num 1731467974663) 2024-11-13T03:19:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:19:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741832_1008 (size=93) 2024-11-13T03:19:46,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,429 DEBUG [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/oldWALs 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C37659%2C1731467971920:(num 1731467973748) 2024-11-13T03:19:46,429 DEBUG [RS:0;8394b182524b:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:46,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e76b449711bc3516b4916042f71e5aee; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65917872, jitterRate=-0.017747163772583008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:46,429 INFO [RS:0;8394b182524b:37659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37659 2024-11-13T03:19:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e76b449711bc3516b4916042f71e5aee: Running coprocessor pre-open hook at 1731467986412Writing region info on filesystem at 1731467986412Initializing all the Stores at 1731467986413 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467986413Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467986413Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467986413Cleaning up temporary data from old regions at 1731467986425 (+12 ms)Running coprocessor post-open hooks at 1731467986429 (+4 ms)Region opened successfully at 1731467986429 2024-11-13T03:19:46,429 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:46,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., pid=13, masterSystemTime=1731467986374 2024-11-13T03:19:46,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:46,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:46,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e76b449711bc3516b4916042f71e5aee, regionState=OPEN, openSeqNum=9, regionLocation=8394b182524b,35845,1731467980798 2024-11-13T03:19:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,35845,1731467980798 because future has completed 2024-11-13T03:19:46,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T03:19:46,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e76b449711bc3516b4916042f71e5aee, server=8394b182524b,35845,1731467980798 in 214 msec 2024-11-13T03:19:46,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T03:19:46,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76b449711bc3516b4916042f71e5aee, ASSIGN in 372 msec 2024-11-13T03:19:46,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T03:19:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664594214/rs/8394b182524b,37659,1731467971920 2024-11-13T03:19:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214/rs 2024-11-13T03:19:46,439 INFO [RS:0;8394b182524b:37659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:46,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee., hostname=8394b182524b,35845,1731467980798, seqNum=9] 2024-11-13T03:19:46,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,37659,1731467971920] 2024-11-13T03:19:46,456 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8394b182524b,45987,1731467966357 2024-11-13T03:19:46,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T03:19:46,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/draining/8394b182524b,37659,1731467971920 already deleted, retry=false 2024-11-13T03:19:46,460 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,37659,1731467971920 expired; onlineServers=0 2024-11-13T03:19:46,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,33105,1731467971714' ***** 2024-11-13T03:19:46,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:46,461 DEBUG [M:0;8394b182524b:33105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:19:46,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:19:46,461 DEBUG [M:0;8394b182524b:33105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:19:46,461 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467973464 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467973464,5,FailOnTimeoutGroup] 2024-11-13T03:19:46,461 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467973456 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467973456,5,FailOnTimeoutGroup] 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:46,461 DEBUG [M:0;8394b182524b:33105 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:46,461 INFO [M:0;8394b182524b:33105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:19:46,461 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:19:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664594214/master 2024-11-13T03:19:46,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664594214 2024-11-13T03:19:46,481 DEBUG [M:0;8394b182524b:33105 {}] zookeeper.RecoverableZooKeeper(212): Node /1664594214/master already deleted, retry=false 2024-11-13T03:19:46,482 DEBUG [M:0;8394b182524b:33105 {}] master.ActiveMasterManager(353): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Failed delete of our master address node; KeeperErrorCode = NoNode for /1664594214/master 2024-11-13T03:19:46,483 INFO [M:0;8394b182524b:33105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/.lastflushedseqids 2024-11-13T03:19:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741836_1012 (size=99) 2024-11-13T03:19:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:46,550 INFO [RS:0;8394b182524b:37659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x10132346a510004, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:46,550 INFO [RS:0;8394b182524b:37659 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,37659,1731467971920; zookeeper connection closed. 2024-11-13T03:19:46,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fd58d94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fd58d94 2024-11-13T03:19:46,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:19:46,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T03:19:46,890 INFO [M:0;8394b182524b:33105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:19:46,890 INFO [M:0;8394b182524b:33105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:19:46,891 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:46,891 INFO [M:0;8394b182524b:33105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:46,891 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:46,891 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:46,891 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:46,891 INFO [M:0;8394b182524b:33105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T03:19:46,912 DEBUG [M:0;8394b182524b:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56428f689eac4985b65b5af6ce6bfe1d is 82, key is hbase:meta,,1/info:regioninfo/1731467974697/Put/seqid=0 2024-11-13T03:19:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741837_1013 (size=5672) 2024-11-13T03:19:47,261 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:47,316 INFO [M:0;8394b182524b:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56428f689eac4985b65b5af6ce6bfe1d 2024-11-13T03:19:47,339 DEBUG [M:0;8394b182524b:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27300b4de51476ab99983f00f796049 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731467974736/Put/seqid=0 2024-11-13T03:19:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741838_1014 (size=5275) 2024-11-13T03:19:47,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:47,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:47,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:47,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:47,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:47,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:47,743 INFO [M:0;8394b182524b:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27300b4de51476ab99983f00f796049 2024-11-13T03:19:47,765 DEBUG [M:0;8394b182524b:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb3f053581dd433e9c631ed601a532dd is 69, key is 8394b182524b,37659,1731467971920/rs:state/1731467973509/Put/seqid=0 2024-11-13T03:19:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741839_1015 (size=5156) 2024-11-13T03:19:48,169 INFO [M:0;8394b182524b:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb3f053581dd433e9c631ed601a532dd 2024-11-13T03:19:48,174 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56428f689eac4985b65b5af6ce6bfe1d as hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56428f689eac4985b65b5af6ce6bfe1d 2024-11-13T03:19:48,178 INFO [M:0;8394b182524b:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56428f689eac4985b65b5af6ce6bfe1d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T03:19:48,179 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27300b4de51476ab99983f00f796049 as hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27300b4de51476ab99983f00f796049 2024-11-13T03:19:48,183 INFO [M:0;8394b182524b:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27300b4de51476ab99983f00f796049, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T03:19:48,184 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb3f053581dd433e9c631ed601a532dd as hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb3f053581dd433e9c631ed601a532dd 2024-11-13T03:19:48,189 INFO [M:0;8394b182524b:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/28a9e0c9-cf4b-c891-eb20-b9a58cebb864/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb3f053581dd433e9c631ed601a532dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T03:19:48,190 INFO [M:0;8394b182524b:33105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-13T03:19:48,191 INFO [M:0;8394b182524b:33105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:48,192 DEBUG [M:0;8394b182524b:33105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467986891Disabling compacts and flushes for region at 1731467986891Disabling writes for close at 1731467986891Obtaining lock to block concurrent updates at 1731467986891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467986891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731467986891Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467986892 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467986892Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467986911 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467986911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467987321 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467987338 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467987338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467987747 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467987764 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467987764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317d685c: reopening flushed file at 1731467988173 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb3ff6f: reopening flushed file at 1731467988178 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16638b7a: reopening flushed file at 1731467988183 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1731467988190 (+7 ms)Writing region close event to WAL at 1731467988191 (+1 ms)Closed at 1731467988191 2024-11-13T03:19:48,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40209 is added to blk_1073741830_1006 (size=10165) 2024-11-13T03:19:48,195 INFO [M:0;8394b182524b:33105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:19:48,195 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:48,195 INFO [M:0;8394b182524b:33105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33105 2024-11-13T03:19:48,195 INFO [M:0;8394b182524b:33105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:48,365 DEBUG [RS:0;8394b182524b:35845.replicationSource.wal-reader.8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 to pos 0, reset compression=false 2024-11-13T03:19:48,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:48,534 INFO [M:0;8394b182524b:33105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:48,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10132346a510003, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:48,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:48,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:48,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:48,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:48,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:48,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:19:48,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:19:48,544 WARN [BP-1390939147-172.17.0.3-1731467969753 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:19:48,544 WARN [BP-1390939147-172.17.0.3-1731467969753 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1390939147-172.17.0.3-1731467969753 (Datanode Uuid b3027590-fe3c-439c-9cd8-a5485e70d5c5) service to localhost/127.0.0.1:38791 2024-11-13T03:19:48,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/cluster_ca0eb119-27ba-088d-0cd7-b12713230425/data/data1/current/BP-1390939147-172.17.0.3-1731467969753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:48,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/cluster_ca0eb119-27ba-088d-0cd7-b12713230425/data/data2/current/BP-1390939147-172.17.0.3-1731467969753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:48,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:19:48,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:48,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:48,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:48,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:48,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:48,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:19:48,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:19:48,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:48,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:48,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:48,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:48,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:48,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:19:48,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=42992231, stopped=false 2024-11-13T03:19:48,567 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,35795,1731467980752 2024-11-13T03:19:48,585 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/running 2024-11-13T03:19:48,585 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:48,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:48,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:19:48,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:48,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:48,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:48,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,35845,1731467980798' ***** 2024-11-13T03:19:48,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:19:48,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Set watcher on znode that does not yet exist, /0-1189014332/running 2024-11-13T03:19:48,586 INFO [RS:0;8394b182524b:35845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:19:48,587 INFO [RS:0;8394b182524b:35845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:19:48,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:19:48,587 INFO [RS:0;8394b182524b:35845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:19:48,587 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,35845,1731467980798 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:35845. 2024-11-13T03:19:48,588 DEBUG [RS:0;8394b182524b:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:48,588 DEBUG [RS:0;8394b182524b:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:19:48,588 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:19:48,588 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e76b449711bc3516b4916042f71e5aee=hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee.} 2024-11-13T03:19:48,588 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e76b449711bc3516b4916042f71e5aee 2024-11-13T03:19:48,588 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:48,588 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76b449711bc3516b4916042f71e5aee, disabling compactions & flushes 2024-11-13T03:19:48,589 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:48,589 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. after waiting 0 ms 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:48,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:48,589 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T03:19:48,596 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/replication/e76b449711bc3516b4916042f71e5aee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T03:19:48,597 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:48,597 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:48,597 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:48,598 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76b449711bc3516b4916042f71e5aee: Waiting for close lock at 1731467988588Running coprocessor pre-close hooks at 1731467988588Disabling compacts and flushes for region at 1731467988588Disabling writes for close at 1731467988589 (+1 ms)Writing region close event to WAL at 1731467988591 (+2 ms)Running coprocessor post-close hooks at 1731467988597 (+6 ms)Closed at 1731467988597 2024-11-13T03:19:48,598 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee. 2024-11-13T03:19:48,607 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/a606455308cd4c71a6dcefd599e17d5a is 147, key is hbase:replication,,1731467974797.e76b449711bc3516b4916042f71e5aee./info:regioninfo/1731467986433/Put/seqid=0 2024-11-13T03:19:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741851_1027 (size=6385) 2024-11-13T03:19:48,643 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:48,728 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:19:48,729 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:19:48,789 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:48,989 DEBUG [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:19:49,018 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/a606455308cd4c71a6dcefd599e17d5a 2024-11-13T03:19:49,023 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/.tmp/info/a606455308cd4c71a6dcefd599e17d5a as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/info/a606455308cd4c71a6dcefd599e17d5a 2024-11-13T03:19:49,029 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/info/a606455308cd4c71a6dcefd599e17d5a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T03:19:49,030 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-13T03:19:49,038 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T03:19:49,039 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:49,039 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:49,039 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:49,039 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467988588Running coprocessor pre-close hooks at 1731467988588Disabling compacts and flushes for region at 1731467988588Disabling writes for close at 1731467988589 (+1 ms)Obtaining lock to block concurrent updates at 1731467988589Preparing flush snapshotting stores in 1588230740 at 1731467988589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731467988589Flushing stores of hbase:meta,,1.1588230740 at 1731467988590 (+1 ms)Flushing 1588230740/info: creating writer at 1731467988590Flushing 1588230740/info: appending metadata at 1731467988606 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731467988606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ba6a3c: reopening flushed file at 1731467989022 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1731467989030 (+8 ms)Writing region close event to WAL at 1731467989031 (+1 ms)Running coprocessor post-close hooks at 1731467989039 (+8 ms)Closed at 1731467989039 2024-11-13T03:19:49,039 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:49,189 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,35845,1731467980798; all regions closed. 2024-11-13T03:19:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741849_1025 (size=2156) 2024-11-13T03:19:49,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.meta.1731467982113.meta not finished, retry = 0 2024-11-13T03:19:49,294 DEBUG [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:49,294 INFO [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C35845%2C1731467980798.meta:.meta(num 1731467982113) 2024-11-13T03:19:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741850_1026 (size=796) 2024-11-13T03:19:49,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.rep.1731467986380 not finished, retry = 0 2024-11-13T03:19:49,398 DEBUG [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:49,398 INFO [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C35845%2C1731467980798.rep:(num 1731467986380) 2024-11-13T03:19:49,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741848_1024 (size=93) 2024-11-13T03:19:49,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/WALs/8394b182524b,35845,1731467980798/8394b182524b%2C35845%2C1731467980798.1731467981784 not finished, retry = 0 2024-11-13T03:19:49,502 DEBUG [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/oldWALs 2024-11-13T03:19:49,502 INFO [RS:0;8394b182524b:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C35845%2C1731467980798:(num 1731467981784) 2024-11-13T03:19:49,502 DEBUG [RS:0;8394b182524b:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:49,502 INFO [RS:0;8394b182524b:35845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:19:49,503 INFO [RS:0;8394b182524b:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:49,503 INFO [RS:0;8394b182524b:35845 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:49,503 INFO [RS:0;8394b182524b:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:49,503 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:49,503 INFO [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,35845,1731467980798 because: Region server is closing 2024-11-13T03:19:49,503 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T03:19:49,503 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T03:19:49,503 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T03:19:49,503 INFO [RS:0;8394b182524b:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:35845. 2024-11-13T03:19:49,503 DEBUG [RS:0;8394b182524b:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:19:49,503 DEBUG [RS:0;8394b182524b:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:49,503 DEBUG [RS:0;8394b182524b:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:49,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:19:49,604 WARN [RS:0;8394b182524b:35845.replicationSource.shipper8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:19:49,604 INFO [RS:0;8394b182524b:35845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8394b182524b:35845.replicationSource.shipper8394b182524b%2C35845%2C1731467980798,1-8394b182524b,35845,1731467980798 terminated 2024-11-13T03:19:49,604 INFO [RS:0;8394b182524b:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35845 2024-11-13T03:19:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332/rs 2024-11-13T03:19:49,650 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/rs/8394b182524b,35845,1731467980798 2024-11-13T03:19:49,650 INFO [RS:0;8394b182524b:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:49,650 ERROR [pool-1011-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f08408e2df0@a2d0c0e rejected from java.util.concurrent.ThreadPoolExecutor@4f2f832f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T03:19:49,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,35845,1731467980798] 2024-11-13T03:19:49,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1189014332/draining/8394b182524b,35845,1731467980798 already deleted, retry=false 2024-11-13T03:19:49,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,35845,1731467980798 expired; onlineServers=0 2024-11-13T03:19:49,671 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,35795,1731467980752' ***** 2024-11-13T03:19:49,671 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:19:49,671 INFO [M:0;8394b182524b:35795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:19:49,671 INFO [M:0;8394b182524b:35795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:19:49,671 DEBUG [M:0;8394b182524b:35795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:19:49,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:19:49,671 DEBUG [M:0;8394b182524b:35795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:19:49,671 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467981541 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467981541,5,FailOnTimeoutGroup] 2024-11-13T03:19:49,671 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467981542 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467981542,5,FailOnTimeoutGroup] 2024-11-13T03:19:49,671 INFO [M:0;8394b182524b:35795 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:19:49,672 INFO [M:0;8394b182524b:35795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:19:49,672 DEBUG [M:0;8394b182524b:35795 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:19:49,672 INFO [M:0;8394b182524b:35795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:19:49,672 INFO [M:0;8394b182524b:35795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:19:49,672 INFO [M:0;8394b182524b:35795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:19:49,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:19:49,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1189014332/master 2024-11-13T03:19:49,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1189014332 2024-11-13T03:19:49,682 DEBUG [M:0;8394b182524b:35795 {}] zookeeper.ZKUtil(347): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Unable to get data of znode /0-1189014332/master because node does not exist (not an error) 2024-11-13T03:19:49,682 WARN [M:0;8394b182524b:35795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:19:49,682 INFO [M:0;8394b182524b:35795 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/.lastflushedseqids 2024-11-13T03:19:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741852_1028 (size=181) 2024-11-13T03:19:49,760 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:49,760 INFO [RS:0;8394b182524b:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:49,761 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x10132346a510007, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:49,761 INFO [RS:0;8394b182524b:35845 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,35845,1731467980798; zookeeper connection closed. 2024-11-13T03:19:49,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a09990b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a09990b 2024-11-13T03:19:49,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:19:50,087 INFO [M:0;8394b182524b:35795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:19:50,087 INFO [M:0;8394b182524b:35795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:19:50,087 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:50,087 INFO [M:0;8394b182524b:35795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:50,087 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:50,087 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:50,087 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:50,088 INFO [M:0;8394b182524b:35795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T03:19:50,101 DEBUG [M:0;8394b182524b:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a326e141fe44be988001e8a8074cd72 is 82, key is hbase:meta,,1/info:regioninfo/1731467982158/Put/seqid=0 2024-11-13T03:19:50,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741853_1029 (size=5672) 2024-11-13T03:19:50,506 INFO [M:0;8394b182524b:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a326e141fe44be988001e8a8074cd72 2024-11-13T03:19:50,530 DEBUG [M:0;8394b182524b:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f129d2b41cbb4e108f8d36beb501e77c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731467986438/Put/seqid=0 2024-11-13T03:19:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741854_1030 (size=7312) 2024-11-13T03:19:50,535 INFO [M:0;8394b182524b:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f129d2b41cbb4e108f8d36beb501e77c 2024-11-13T03:19:50,559 DEBUG [M:0;8394b182524b:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8016469f9c06460da609e779cfd417cc is 69, key is 8394b182524b,35845,1731467980798/rs:state/1731467981580/Put/seqid=0 2024-11-13T03:19:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741855_1031 (size=5370) 2024-11-13T03:19:50,963 INFO [M:0;8394b182524b:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8016469f9c06460da609e779cfd417cc 2024-11-13T03:19:50,968 INFO [M:0;8394b182524b:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8016469f9c06460da609e779cfd417cc 2024-11-13T03:19:50,969 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a326e141fe44be988001e8a8074cd72 as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a326e141fe44be988001e8a8074cd72 2024-11-13T03:19:50,974 INFO [M:0;8394b182524b:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a326e141fe44be988001e8a8074cd72, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T03:19:50,975 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f129d2b41cbb4e108f8d36beb501e77c as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f129d2b41cbb4e108f8d36beb501e77c 2024-11-13T03:19:50,980 INFO [M:0;8394b182524b:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f129d2b41cbb4e108f8d36beb501e77c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T03:19:50,981 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8016469f9c06460da609e779cfd417cc as hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8016469f9c06460da609e779cfd417cc 2024-11-13T03:19:50,985 INFO [M:0;8394b182524b:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8016469f9c06460da609e779cfd417cc 2024-11-13T03:19:50,986 INFO [M:0;8394b182524b:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/9b865d61-039f-802f-c22f-c5203502da9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8016469f9c06460da609e779cfd417cc, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T03:19:50,986 INFO [M:0;8394b182524b:35795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false 2024-11-13T03:19:50,989 INFO [M:0;8394b182524b:35795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:50,989 DEBUG [M:0;8394b182524b:35795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467990087Disabling compacts and flushes for region at 1731467990087Disabling writes for close at 1731467990087Obtaining lock to block concurrent updates at 1731467990088 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467990088Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731467990088Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467990088Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467990088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467990101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467990101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467990510 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467990529 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467990529Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467990541 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467990558 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467990558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38323c27: reopening flushed file at 1731467990968 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dbac56: reopening flushed file at 1731467990974 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dc8a8f: reopening flushed file at 1731467990980 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false at 1731467990986 (+6 ms)Writing region close event to WAL at 1731467990988 (+2 ms)Closed at 1731467990988 2024-11-13T03:19:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42329 is added to blk_1073741847_1023 (size=22903) 2024-11-13T03:19:50,999 INFO [M:0;8394b182524b:35795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:19:50,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:19:50,999 INFO [M:0;8394b182524b:35795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35795 2024-11-13T03:19:50,999 INFO [M:0;8394b182524b:35795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:19:51,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:51,160 INFO [M:0;8394b182524b:35795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:19:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x10132346a510006, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:19:51,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:51,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:51,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:51,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:51,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:51,164 WARN [BP-224214550-172.17.0.3-1731467964105 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:19:51,164 WARN [BP-224214550-172.17.0.3-1731467964105 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-224214550-172.17.0.3-1731467964105 (Datanode Uuid 9a048149-7e10-45aa-b6b6-446b3ae5bf5f) service to localhost/127.0.0.1:34919 2024-11-13T03:19:51,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:19:51,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:19:51,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/data/data1/current/BP-224214550-172.17.0.3-1731467964105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:51,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/cluster_c5993d53-5dea-ee37-7968-9216f6bd32ad/data/data2/current/BP-224214550-172.17.0.3-1731467964105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:19:51,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:19:51,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:51,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:19:51,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:19:51,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:19:51,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/609ffe5c-0dad-c4f6-38b8-58b857d1e132/hadoop.log.dir/,STOPPED} 2024-11-13T03:19:51,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:19:51,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:19:51,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34919 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64786) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38791 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64786) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=571 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4394 (was 4884) 2024-11-13T03:19:51,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=4394 2024-11-13T03:19:51,222 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T03:19:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir so I do NOT create it in target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc 2024-11-13T03:19:51,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:19:51,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.tmp.dir so I do NOT create it in target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc 2024-11-13T03:19:51,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b6986be-9e2f-6ac5-72e3-eac5acff0f9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:19:51,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc 2024-11-13T03:19:51,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea, deleteOnExit=true 2024-11-13T03:19:51,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/zookeeper_0, clientPort=51388, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:19:51,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51388 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/test.cache.data in system properties and HBase conf 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:19:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:19:51,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:19:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:19:51,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:19:51,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:51,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:19:51,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:19:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132346a510002, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:19:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132346a510005, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:19:51,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132346a510005, quorum=127.0.0.1:64786, baseZNode=/1664594214 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:19:51,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132346a510002, quorum=127.0.0.1:64786, baseZNode=/0-1189014332 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:19:51,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:51,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:51,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:51,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:19:51,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:51,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:51,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:51,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/java.io.tmpdir/jetty-localhost-37519-hadoop-hdfs-3_4_1-tests_jar-_-any-5482719155065405337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:51,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:37519} 2024-11-13T03:19:51,819 INFO [Time-limited test {}] server.Server(415): Started @165491ms 2024-11-13T03:19:52,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:52,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:52,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:52,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:52,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:19:52,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:52,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:52,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/java.io.tmpdir/jetty-localhost-42689-hadoop-hdfs-3_4_1-tests_jar-_-any-11317817626000849591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:52,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:42689} 2024-11-13T03:19:52,210 INFO [Time-limited test {}] server.Server(415): Started @165882ms 2024-11-13T03:19:52,211 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:19:52,922 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/data/data1/current/BP-1195606384-172.17.0.3-1731467991276/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:52,922 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/data/data2/current/BP-1195606384-172.17.0.3-1731467991276/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:52,942 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58cd87d33f396f9b with lease ID 0xbcc273ddf7282ba5: Processing first storage report for DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee from datanode DatanodeRegistration(127.0.0.1:46091, datanodeUuid=9c5d2f77-4e96-44e1-bc53-fe823bb77bad, infoPort=34297, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1339995454;c=1731467991276) 2024-11-13T03:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58cd87d33f396f9b with lease ID 0xbcc273ddf7282ba5: from storage DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee node DatanodeRegistration(127.0.0.1:46091, datanodeUuid=9c5d2f77-4e96-44e1-bc53-fe823bb77bad, infoPort=34297, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1339995454;c=1731467991276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58cd87d33f396f9b with lease ID 0xbcc273ddf7282ba5: Processing first storage report for DS-754a9da3-777b-4a23-9d77-048e18ee2618 from datanode DatanodeRegistration(127.0.0.1:46091, datanodeUuid=9c5d2f77-4e96-44e1-bc53-fe823bb77bad, infoPort=34297, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1339995454;c=1731467991276) 2024-11-13T03:19:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58cd87d33f396f9b with lease ID 0xbcc273ddf7282ba5: from storage DS-754a9da3-777b-4a23-9d77-048e18ee2618 node DatanodeRegistration(127.0.0.1:46091, datanodeUuid=9c5d2f77-4e96-44e1-bc53-fe823bb77bad, infoPort=34297, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1339995454;c=1731467991276), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:52,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc 2024-11-13T03:19:52,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:52,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:19:53,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253 with version=8 2024-11-13T03:19:53,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/hbase-staging 2024-11-13T03:19:53,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:53,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35051 2024-11-13T03:19:53,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35051 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:19:53,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350510x0, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:53,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35051-0x1013234d4770000 connected 2024-11-13T03:19:53,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:53,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:53,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/running 2024-11-13T03:19:53,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253, hbase.cluster.distributed=false 2024-11-13T03:19:53,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/acl 2024-11-13T03:19:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-13T03:19:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35051 2024-11-13T03:19:53,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35051 2024-11-13T03:19:53,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-13T03:19:53,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-13T03:19:53,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:19:53,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:53,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36135 2024-11-13T03:19:53,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36135 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:19:53,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:53,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361350x0, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:53,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361350x0, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/running 2024-11-13T03:19:53,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:19:53,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36135-0x1013234d4770001 connected 2024-11-13T03:19:53,683 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:19:53,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/master 2024-11-13T03:19:53,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/acl 2024-11-13T03:19:53,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-13T03:19:53,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36135 2024-11-13T03:19:53,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36135 2024-11-13T03:19:53,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-13T03:19:53,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36135 2024-11-13T03:19:53,707 DEBUG [M:0;8394b182524b:35051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:35051 2024-11-13T03:19:53,707 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-409012977/backup-masters/8394b182524b,35051,1731467993369 2024-11-13T03:19:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/backup-masters 2024-11-13T03:19:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/backup-masters 2024-11-13T03:19:53,933 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on existing znode=/0-409012977/backup-masters/8394b182524b,35051,1731467993369 2024-11-13T03:19:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409012977/master 2024-11-13T03:19:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:54,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:54,016 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on existing znode=/0-409012977/master 2024-11-13T03:19:54,017 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-409012977/backup-masters/8394b182524b,35051,1731467993369 from backup master directory 2024-11-13T03:19:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/backup-masters 2024-11-13T03:19:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409012977/backup-masters/8394b182524b,35051,1731467993369 2024-11-13T03:19:54,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/backup-masters 2024-11-13T03:19:54,039 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:54,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,35051,1731467993369 2024-11-13T03:19:54,043 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/hbase.id] with ID: 9e730352-8d13-4804-9419-be60678a6592 2024-11-13T03:19:54,043 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/.tmp/hbase.id 2024-11-13T03:19:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:19:54,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:54,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:54,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:19:54,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:19:54,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:19:54,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:19:54,448 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/.tmp/hbase.id]:[hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/hbase.id] 2024-11-13T03:19:54,457 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:54,457 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:19:54,458 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:19:54,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:54,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:19:54,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:19:54,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:19:54,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:19:55,293 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store 2024-11-13T03:19:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:19:55,700 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:55,700 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:19:55,700 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467995700Disabling compacts and flushes for region at 1731467995700Disabling writes for close at 1731467995700Writing region close event to WAL at 1731467995700Closed at 1731467995700 2024-11-13T03:19:55,701 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/.initializing 2024-11-13T03:19:55,701 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/WALs/8394b182524b,35051,1731467993369 2024-11-13T03:19:55,702 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:55,703 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35051%2C1731467993369, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/WALs/8394b182524b,35051,1731467993369, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/oldWALs, maxLogs=10 2024-11-13T03:19:55,716 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/WALs/8394b182524b,35051,1731467993369/8394b182524b%2C35051%2C1731467993369.1731467995704, exclude list is [], retry=0 2024-11-13T03:19:55,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46091,DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee,DISK] 2024-11-13T03:19:55,720 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/WALs/8394b182524b,35051,1731467993369/8394b182524b%2C35051%2C1731467993369.1731467995704 2024-11-13T03:19:55,720 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-13T03:19:55,720 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:55,720 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:55,720 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,720 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:19:55,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:55,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:55,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:19:55,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:55,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:55,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:19:55,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:55,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:55,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:19:55,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:55,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:19:55,728 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,728 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,728 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,729 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,729 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,730 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:55,730 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:19:55,732 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:55,732 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61941841, jitterRate=-0.0769946426153183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:55,732 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467995720Initializing all the Stores at 1731467995721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467995721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467995721Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467995721Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467995721Cleaning up temporary data from old regions at 1731467995729 (+8 ms)Region opened successfully at 1731467995732 (+3 ms) 2024-11-13T03:19:55,733 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:19:55,735 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edd3b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:55,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:19:55,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:19:55,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:19:55,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:19:55,737 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:19:55,737 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:19:55,737 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:19:55,738 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:19:55,739 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/balancer because node does not exist (not necessarily an error) 2024-11-13T03:19:55,797 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/balancer already deleted, retry=false 2024-11-13T03:19:55,797 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:19:55,798 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:19:55,807 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/normalizer already deleted, retry=false 2024-11-13T03:19:55,807 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:19:55,808 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:19:55,818 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/switch/split already deleted, retry=false 2024-11-13T03:19:55,819 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:19:55,828 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/switch/merge already deleted, retry=false 2024-11-13T03:19:55,830 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:19:55,839 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/snapshot-cleanup already deleted, retry=false 2024-11-13T03:19:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409012977/running 2024-11-13T03:19:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-409012977/running 2024-11-13T03:19:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,35051,1731467993369, sessionid=0x1013234d4770000, setting cluster-up flag (Was=false) 2024-11-13T03:19:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,902 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-409012977/flush-table-proc/acquired, /0-409012977/flush-table-proc/reached, /0-409012977/flush-table-proc/abort 2024-11-13T03:19:55,903 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35051,1731467993369 2024-11-13T03:19:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:55,955 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-409012977/online-snapshot/acquired, /0-409012977/online-snapshot/reached, /0-409012977/online-snapshot/abort 2024-11-13T03:19:55,957 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35051,1731467993369 2024-11-13T03:19:55,958 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:19:55,960 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:55,960 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:19:55,960 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:19:55,960 WARN [master/8394b182524b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8394b182524b,45987,1731467966357: status=Processing ServerCrashProcedure of 8394b182524b,45987,1731467966357 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731467981526, completionTime=-1 appears to have been leaked 2024-11-13T03:19:55,960 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,35051,1731467993369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:19:55,961 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:55,961 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:55,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:55,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:55,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:19:55,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:55,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:19:55,984 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468025984 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:19:55,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:19:55,988 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:55,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:19:55,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:19:55,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:19:55,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:19:55,995 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:19:55,995 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:19:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:19:56,000 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467995996,5,FailOnTimeoutGroup] 2024-11-13T03:19:56,006 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(746): ClusterId : 9e730352-8d13-4804-9419-be60678a6592 2024-11-13T03:19:56,006 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:19:56,012 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467996000,5,FailOnTimeoutGroup] 2024-11-13T03:19:56,012 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,012 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:19:56,012 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,012 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,019 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:19:56,019 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:19:56,031 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:19:56,032 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78f3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:19:56,047 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:36135 2024-11-13T03:19:56,047 INFO [RS:0;8394b182524b:36135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:19:56,047 INFO [RS:0;8394b182524b:36135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:19:56,047 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:19:56,048 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,35051,1731467993369 with port=36135, startcode=1731467993578 2024-11-13T03:19:56,048 DEBUG [RS:0;8394b182524b:36135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:19:56,050 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:19:56,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,36135,1731467993578 2024-11-13T03:19:56,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(517): Registering regionserver=8394b182524b,36135,1731467993578 2024-11-13T03:19:56,052 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253 2024-11-13T03:19:56,053 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33137 2024-11-13T03:19:56,053 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:19:56,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/rs 2024-11-13T03:19:56,061 DEBUG [RS:0;8394b182524b:36135 {}] zookeeper.ZKUtil(111): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on existing znode=/0-409012977/rs/8394b182524b,36135,1731467993578 2024-11-13T03:19:56,061 WARN [RS:0;8394b182524b:36135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:56,061 INFO [RS:0;8394b182524b:36135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:56,061 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578 2024-11-13T03:19:56,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,36135,1731467993578] 2024-11-13T03:19:56,074 INFO [RS:0;8394b182524b:36135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:19:56,082 INFO [RS:0;8394b182524b:36135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:19:56,093 INFO [RS:0;8394b182524b:36135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:19:56,094 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,094 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:19:56,096 INFO [RS:0;8394b182524b:36135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:19:56,097 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:56,097 DEBUG [RS:0;8394b182524b:36135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,105 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36135,1731467993578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:56,128 INFO [RS:0;8394b182524b:36135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:19:56,128 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36135,1731467993578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,128 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,128 INFO [RS:0;8394b182524b:36135 {}] regionserver.Replication(171): 8394b182524b,36135,1731467993578 started 2024-11-13T03:19:56,147 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:56,147 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,36135,1731467993578, RpcServer on 8394b182524b/172.17.0.3:36135, sessionid=0x1013234d4770001 2024-11-13T03:19:56,147 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:19:56,147 DEBUG [RS:0;8394b182524b:36135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,36135,1731467993578 2024-11-13T03:19:56,147 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36135,1731467993578' 2024-11-13T03:19:56,147 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-409012977/flush-table-proc/abort' 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-409012977/flush-table-proc/acquired' 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,36135,1731467993578 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36135,1731467993578' 2024-11-13T03:19:56,148 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-409012977/online-snapshot/abort' 2024-11-13T03:19:56,149 DEBUG [RS:0;8394b182524b:36135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-409012977/online-snapshot/acquired' 2024-11-13T03:19:56,149 DEBUG [RS:0;8394b182524b:36135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:19:56,149 INFO [RS:0;8394b182524b:36135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:19:56,149 INFO [RS:0;8394b182524b:36135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:19:56,249 INFO [RS:0;8394b182524b:36135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:19:56,251 INFO [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36135%2C1731467993578, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs, maxLogs=10 2024-11-13T03:19:56,263 DEBUG [RS:0;8394b182524b:36135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251, exclude list is [], retry=0 2024-11-13T03:19:56,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46091,DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee,DISK] 2024-11-13T03:19:56,267 INFO [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 2024-11-13T03:19:56,267 DEBUG [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-13T03:19:56,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:19:56,398 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253 2024-11-13T03:19:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:19:56,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:56,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:56,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:56,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:56,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:56,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:56,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:56,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:56,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:56,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:56,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740 2024-11-13T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740 2024-11-13T03:19:56,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:56,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:56,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:56,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:19:56,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816940, jitterRate=-0.04905349016189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467996804Initializing all the Stores at 1731467996804Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467996804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467996804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467996804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467996804Cleaning up temporary data from old regions at 1731467996811 (+7 ms)Region opened successfully at 1731467996815 (+4 ms) 2024-11-13T03:19:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:19:56,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:19:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:19:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:19:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:19:56,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:19:56,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467996815Disabling compacts and flushes for region at 1731467996815Disabling writes for close at 1731467996815Writing region close event to WAL at 1731467996816 (+1 ms)Closed at 1731467996816 2024-11-13T03:19:56,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:56,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:19:56,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:19:56,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:56,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:19:56,969 DEBUG [8394b182524b:35051 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:19:56,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:19:56,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36135,1731467993578, state=OPENING 2024-11-13T03:19:57,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:19:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:19:57,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409012977/meta-region-server: CHANGED 2024-11-13T03:19:57,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:19:57,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409012977/meta-region-server: CHANGED 2024-11-13T03:19:57,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36135,1731467993578}] 2024-11-13T03:19:57,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:19:57,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:19:57,185 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:19:57,185 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:19:57,186 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:19:57,187 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36135%2C1731467993578.meta, suffix=.meta, logDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs, maxLogs=10 2024-11-13T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.meta.1731467997187.meta, exclude list is [], retry=0 2024-11-13T03:19:57,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46091,DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee,DISK] 2024-11-13T03:19:57,206 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.meta.1731467997187.meta 2024-11-13T03:19:57,206 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-13T03:19:57,206 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:19:57,206 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:19:57,207 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:19:57,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:19:57,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:19:57,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:57,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:57,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:19:57,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:19:57,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:57,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:57,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:19:57,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:19:57,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:57,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:57,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:19:57,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:19:57,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:19:57,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:19:57,212 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:19:57,213 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740 2024-11-13T03:19:57,214 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740 2024-11-13T03:19:57,215 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:19:57,215 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:19:57,215 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:19:57,216 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:19:57,217 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75382131, jitterRate=0.12328128516674042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:19:57,217 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:19:57,218 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467997207Writing region info on filesystem at 1731467997207Initializing all the Stores at 1731467997208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467997208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467997208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467997208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467997208Cleaning up temporary data from old regions at 1731467997215 (+7 ms)Running coprocessor post-open hooks at 1731467997217 (+2 ms)Region opened successfully at 1731467997218 (+1 ms) 2024-11-13T03:19:57,219 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467997181 2024-11-13T03:19:57,221 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:19:57,221 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:19:57,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:19:57,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36135,1731467993578, state=OPEN 2024-11-13T03:19:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-409012977/meta-region-server 2024-11-13T03:19:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-409012977/meta-region-server 2024-11-13T03:19:57,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,36135,1731467993578 2024-11-13T03:19:57,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409012977/meta-region-server: CHANGED 2024-11-13T03:19:57,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-409012977/meta-region-server: CHANGED 2024-11-13T03:19:57,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:19:57,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36135,1731467993578 in 233 msec 2024-11-13T03:19:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:19:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-13T03:19:57,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:19:57,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:19:57,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:57,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:19:57,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:57,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:57,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-13T03:19:57,273 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467997273, completionTime=-1 2024-11-13T03:19:57,273 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:19:57,273 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468057275 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468117275 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:35051, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,275 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,276 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,277 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:19:57,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:19:57,281 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:19:57,281 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:19:57,281 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35051,1731467993369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:19:57,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:57,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:19:57,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:19:57,307 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:19:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:19:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:19:57,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40104b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:19:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:19:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:19:57,308 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:19:57,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:19:57,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:19:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:19:57,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:19:57,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:19:57,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,35051,1731467993369 2024-11-13T03:19:57,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:19:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:57,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013234d4770002 connected 2024-11-13T03:19:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir so I do NOT create it in target/test-data/186b3e38-e886-7062-495c-88eb7af72dad 2024-11-13T03:19:57,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:19:57,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.tmp.dir so I do NOT create it in target/test-data/186b3e38-e886-7062-495c-88eb7af72dad 2024-11-13T03:19:57,346 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:19:57,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/cluster_1d632d11-8177-9922-c590-d6bb35ef51ee, deleteOnExit=true 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/test.cache.data in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:19:57,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:19:57,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:19:57,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:19:57,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:57,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:57,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:57,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:57,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:19:57,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:57,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:57,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:57,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/java.io.tmpdir/jetty-localhost-42037-hadoop-hdfs-3_4_1-tests_jar-_-any-6089060558859000790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:19:57,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:42037} 2024-11-13T03:19:57,845 INFO [Time-limited test {}] server.Server(415): Started @171517ms 2024-11-13T03:19:58,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:19:58,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:19:58,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:19:58,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:19:58,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:19:58,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:19:58,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:19:58,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/java.io.tmpdir/jetty-localhost-39653-hadoop-hdfs-3_4_1-tests_jar-_-any-8258889263939585677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:19:58,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:39653} 2024-11-13T03:19:58,204 INFO [Time-limited test {}] server.Server(415): Started @171875ms 2024-11-13T03:19:58,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:19:58,878 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/cluster_1d632d11-8177-9922-c590-d6bb35ef51ee/data/data1/current/BP-421593689-172.17.0.3-1731467997367/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:58,878 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/cluster_1d632d11-8177-9922-c590-d6bb35ef51ee/data/data2/current/BP-421593689-172.17.0.3-1731467997367/current, will proceed with Du for space computation calculation, 2024-11-13T03:19:58,896 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e682a7d59192ed6 with lease ID 0xec2a724f0261d8a4: Processing first storage report for DS-e9945f15-6d57-48da-9947-abab97f4b39c from datanode DatanodeRegistration(127.0.0.1:43455, datanodeUuid=3281fac9-788a-44a6-a8c7-06cdf3ebbd05, infoPort=37707, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1500322670;c=1731467997367) 2024-11-13T03:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e682a7d59192ed6 with lease ID 0xec2a724f0261d8a4: from storage DS-e9945f15-6d57-48da-9947-abab97f4b39c node DatanodeRegistration(127.0.0.1:43455, datanodeUuid=3281fac9-788a-44a6-a8c7-06cdf3ebbd05, infoPort=37707, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1500322670;c=1731467997367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e682a7d59192ed6 with lease ID 0xec2a724f0261d8a4: Processing first storage report for DS-a3999c91-441f-4cf4-a0ff-80cbffb32b26 from datanode DatanodeRegistration(127.0.0.1:43455, datanodeUuid=3281fac9-788a-44a6-a8c7-06cdf3ebbd05, infoPort=37707, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1500322670;c=1731467997367) 2024-11-13T03:19:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e682a7d59192ed6 with lease ID 0xec2a724f0261d8a4: from storage DS-a3999c91-441f-4cf4-a0ff-80cbffb32b26 node DatanodeRegistration(127.0.0.1:43455, datanodeUuid=3281fac9-788a-44a6-a8c7-06cdf3ebbd05, infoPort=37707, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1500322670;c=1731467997367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:19:58,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad 2024-11-13T03:19:58,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:58,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:19:59,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698 with version=8 2024-11-13T03:19:59,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/hbase-staging 2024-11-13T03:19:59,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:19:59,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:59,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35063 2024-11-13T03:19:59,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35063 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:19:59,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350630x0, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:59,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35063-0x1013234d4770003 connected 2024-11-13T03:19:59,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:59,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:59,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/running 2024-11-13T03:19:59,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698, hbase.cluster.distributed=false 2024-11-13T03:19:59,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/acl 2024-11-13T03:19:59,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-13T03:19:59,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-11-13T03:19:59,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-11-13T03:19:59,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-13T03:19:59,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-13T03:19:59,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:19:59,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36115 2024-11-13T03:19:59,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36115 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:19:59,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:59,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:59,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361150x0, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:19:59,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361150x0, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/running 2024-11-13T03:19:59,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36115-0x1013234d4770004 connected 2024-11-13T03:19:59,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:19:59,506 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:19:59,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/master 2024-11-13T03:19:59,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/acl 2024-11-13T03:19:59,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-13T03:19:59,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36115 2024-11-13T03:19:59,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36115 2024-11-13T03:19:59,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-13T03:19:59,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-13T03:19:59,525 DEBUG [M:0;8394b182524b:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:35063 2024-11-13T03:19:59,525 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1452218771/backup-masters/8394b182524b,35063,1731467999350 2024-11-13T03:19:59,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/backup-masters 2024-11-13T03:19:59,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/backup-masters 2024-11-13T03:19:59,534 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on existing znode=/1-1452218771/backup-masters/8394b182524b,35063,1731467999350 2024-11-13T03:19:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452218771/master 2024-11-13T03:19:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:19:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:19:59,544 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on existing znode=/1-1452218771/master 2024-11-13T03:19:59,544 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1452218771/backup-masters/8394b182524b,35063,1731467999350 from backup master directory 2024-11-13T03:19:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/backup-masters 2024-11-13T03:19:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452218771/backup-masters/8394b182524b,35063,1731467999350 2024-11-13T03:19:59,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/backup-masters 2024-11-13T03:19:59,555 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:19:59,555 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,35063,1731467999350 2024-11-13T03:19:59,558 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/hbase.id] with ID: 3ee0e36f-76a3-43bf-a983-cb81da8a1e6f 2024-11-13T03:19:59,558 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/.tmp/hbase.id 2024-11-13T03:19:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:19:59,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:19:59,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:19:59,966 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/.tmp/hbase.id]:[hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/hbase.id] 2024-11-13T03:19:59,975 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:19:59,975 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:19:59,976 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:20:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:20:00,454 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:00,455 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:20:00,455 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:20:00,863 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store 2024-11-13T03:20:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:01,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:01,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:01,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468001268Disabling compacts and flushes for region at 1731468001268Disabling writes for close at 1731468001268Writing region close event to WAL at 1731468001268Closed at 1731468001268 2024-11-13T03:20:01,269 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/.initializing 2024-11-13T03:20:01,269 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/WALs/8394b182524b,35063,1731467999350 2024-11-13T03:20:01,270 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:01,271 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35063%2C1731467999350, suffix=, logDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/WALs/8394b182524b,35063,1731467999350, archiveDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/oldWALs, maxLogs=10 2024-11-13T03:20:01,283 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/WALs/8394b182524b,35063,1731467999350/8394b182524b%2C35063%2C1731467999350.1731468001271, exclude list is [], retry=0 2024-11-13T03:20:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-e9945f15-6d57-48da-9947-abab97f4b39c,DISK] 2024-11-13T03:20:01,286 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/WALs/8394b182524b,35063,1731467999350/8394b182524b%2C35063%2C1731467999350.1731468001271 2024-11-13T03:20:01,286 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T03:20:01,286 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:01,287 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:01,287 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,287 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:20:01,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:01,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:01,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:20:01,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:01,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:01,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:20:01,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:01,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:01,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:20:01,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:01,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:01,293 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,293 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,293 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,294 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,294 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,294 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:01,295 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:01,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:01,297 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446006, jitterRate=-0.00987735390663147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:01,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468001287Initializing all the Stores at 1731468001287Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468001287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468001288 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468001288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468001288Cleaning up temporary data from old regions at 1731468001294 (+6 ms)Region opened successfully at 1731468001297 (+3 ms) 2024-11-13T03:20:01,297 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:20:01,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b62efea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:01,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:20:01,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:20:01,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:20:01,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:20:01,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:20:01,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:20:01,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:20:01,303 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:20:01,303 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/balancer because node does not exist (not necessarily an error) 2024-11-13T03:20:01,365 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/balancer already deleted, retry=false 2024-11-13T03:20:01,365 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:20:01,366 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:20:01,375 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/normalizer already deleted, retry=false 2024-11-13T03:20:01,376 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:20:01,377 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:20:01,386 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/switch/split already deleted, retry=false 2024-11-13T03:20:01,387 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:20:01,396 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/switch/merge already deleted, retry=false 2024-11-13T03:20:01,398 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:20:01,407 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/snapshot-cleanup already deleted, retry=false 2024-11-13T03:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452218771/running 2024-11-13T03:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452218771/running 2024-11-13T03:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,495 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,35063,1731467999350, sessionid=0x1013234d4770003, setting cluster-up flag (Was=false) 2024-11-13T03:20:01,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,565 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1452218771/flush-table-proc/acquired, /1-1452218771/flush-table-proc/reached, /1-1452218771/flush-table-proc/abort 2024-11-13T03:20:01,566 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35063,1731467999350 2024-11-13T03:20:01,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:01,617 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1452218771/online-snapshot/acquired, /1-1452218771/online-snapshot/reached, /1-1452218771/online-snapshot/abort 2024-11-13T03:20:01,619 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35063,1731467999350 2024-11-13T03:20:01,619 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:20:01,621 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:01,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:20:01,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:20:01,621 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,35063,1731467999350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:01,622 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468031623 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:20:01,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:01,623 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:20:01,624 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:20:01,624 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:20:01,624 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:20:01,624 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:20:01,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:01,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:20:01,628 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:20:01,628 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:20:01,629 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468001628,5,FailOnTimeoutGroup] 2024-11-13T03:20:01,629 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468001629,5,FailOnTimeoutGroup] 2024-11-13T03:20:01,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:20:01,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,629 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:20:01,717 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(746): ClusterId : 3ee0e36f-76a3-43bf-a983-cb81da8a1e6f 2024-11-13T03:20:01,717 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:20:01,723 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:20:01,723 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:20:01,734 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:20:01,734 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd63dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:01,745 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:36115 2024-11-13T03:20:01,745 INFO [RS:0;8394b182524b:36115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:20:01,745 INFO [RS:0;8394b182524b:36115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:20:01,745 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:20:01,745 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,35063,1731467999350 with port=36115, startcode=1731467999492 2024-11-13T03:20:01,745 DEBUG [RS:0;8394b182524b:36115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:20:01,747 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:20:01,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,36115,1731467999492 2024-11-13T03:20:01,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(517): Registering regionserver=8394b182524b,36115,1731467999492 2024-11-13T03:20:01,748 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698 2024-11-13T03:20:01,748 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41835 2024-11-13T03:20:01,748 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:20:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/rs 2024-11-13T03:20:01,825 DEBUG [RS:0;8394b182524b:36115 {}] zookeeper.ZKUtil(111): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on existing znode=/1-1452218771/rs/8394b182524b,36115,1731467999492 2024-11-13T03:20:01,825 WARN [RS:0;8394b182524b:36115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:01,825 INFO [RS:0;8394b182524b:36115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:01,825 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492 2024-11-13T03:20:01,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,36115,1731467999492] 2024-11-13T03:20:01,828 INFO [RS:0;8394b182524b:36115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:20:01,830 INFO [RS:0;8394b182524b:36115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:20:01,832 INFO [RS:0;8394b182524b:36115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:20:01,832 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,835 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:20:01,836 INFO [RS:0;8394b182524b:36115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:20:01,836 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:01,836 DEBUG [RS:0;8394b182524b:36115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,839 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36115,1731467999492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:01,857 INFO [RS:0;8394b182524b:36115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:20:01,857 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36115,1731467999492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,857 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,857 INFO [RS:0;8394b182524b:36115 {}] regionserver.Replication(171): 8394b182524b,36115,1731467999492 started 2024-11-13T03:20:01,873 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:01,874 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,36115,1731467999492, RpcServer on 8394b182524b/172.17.0.3:36115, sessionid=0x1013234d4770004 2024-11-13T03:20:01,874 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:20:01,874 DEBUG [RS:0;8394b182524b:36115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,36115,1731467999492 2024-11-13T03:20:01,874 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36115,1731467999492' 2024-11-13T03:20:01,874 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1452218771/flush-table-proc/abort' 2024-11-13T03:20:01,874 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1452218771/flush-table-proc/acquired' 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,36115,1731467999492 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36115,1731467999492' 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1452218771/online-snapshot/abort' 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1452218771/online-snapshot/acquired' 2024-11-13T03:20:01,875 DEBUG [RS:0;8394b182524b:36115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:20:01,875 INFO [RS:0;8394b182524b:36115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:20:01,875 INFO [RS:0;8394b182524b:36115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:20:01,976 INFO [RS:0;8394b182524b:36115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:01,977 INFO [RS:0;8394b182524b:36115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36115%2C1731467999492, suffix=, logDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492, archiveDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/oldWALs, maxLogs=10 2024-11-13T03:20:01,992 DEBUG [RS:0;8394b182524b:36115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, exclude list is [], retry=0 2024-11-13T03:20:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-e9945f15-6d57-48da-9947-abab97f4b39c,DISK] 2024-11-13T03:20:01,996 INFO [RS:0;8394b182524b:36115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 2024-11-13T03:20:01,996 DEBUG [RS:0;8394b182524b:36115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T03:20:02,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:20:02,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698 2024-11-13T03:20:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:20:02,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:20:02,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:02,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:02,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:02,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:02,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:02,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:02,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:02,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:02,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:02,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:02,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740 2024-11-13T03:20:02,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740 2024-11-13T03:20:02,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:02,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:02,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:02,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:02,448 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:02,449 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59479057, jitterRate=-0.1136929839849472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468002438Initializing all the Stores at 1731468002438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002439 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468002439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002439Cleaning up temporary data from old regions at 1731468002446 (+7 ms)Region opened successfully at 1731468002449 (+3 ms) 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:02,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:02,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468002449Disabling compacts and flushes for region at 1731468002449Disabling writes for close at 1731468002449Writing region close event to WAL at 1731468002449Closed at 1731468002449 2024-11-13T03:20:02,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:02,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:20:02,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:20:02,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:02,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:20:02,602 DEBUG [8394b182524b:35063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:20:02,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:02,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36115,1731467999492, state=OPENING 2024-11-13T03:20:02,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:20:02,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:02,660 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:02,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452218771/meta-region-server: CHANGED 2024-11-13T03:20:02,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36115,1731467999492}] 2024-11-13T03:20:02,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:02,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452218771/meta-region-server: CHANGED 2024-11-13T03:20:02,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:02,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:20:02,820 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:20:02,820 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:02,820 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:20:02,821 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36115%2C1731467999492.meta, suffix=.meta, logDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492, archiveDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/oldWALs, maxLogs=10 2024-11-13T03:20:02,837 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.meta.1731468002822.meta, exclude list is [], retry=0 2024-11-13T03:20:02,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-e9945f15-6d57-48da-9947-abab97f4b39c,DISK] 2024-11-13T03:20:02,843 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.meta.1731468002822.meta 2024-11-13T03:20:02,843 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T03:20:02,843 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:02,843 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:02,843 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:02,844 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:20:02,844 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:20:02,844 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:20:02,844 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:02,844 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:20:02,844 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:20:02,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:02,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:02,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:02,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:02,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:02,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:02,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:02,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:02,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:02,850 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:02,850 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740 2024-11-13T03:20:02,851 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740 2024-11-13T03:20:02,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:02,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:02,853 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:02,854 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:02,854 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64676434, jitterRate=-0.036246031522750854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:02,854 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:20:02,854 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468002844Writing region info on filesystem at 1731468002844Initializing all the Stores at 1731468002845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468002845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468002845Cleaning up temporary data from old regions at 1731468002852 (+7 ms)Running coprocessor post-open hooks at 1731468002854 (+2 ms)Region opened successfully at 1731468002854 2024-11-13T03:20:02,855 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468002812 2024-11-13T03:20:02,857 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:20:02,857 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:20:02,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:02,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36115,1731467999492, state=OPEN 2024-11-13T03:20:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1452218771/meta-region-server 2024-11-13T03:20:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1452218771/meta-region-server 2024-11-13T03:20:02,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,36115,1731467999492 2024-11-13T03:20:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452218771/meta-region-server: CHANGED 2024-11-13T03:20:02,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452218771/meta-region-server: CHANGED 2024-11-13T03:20:02,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:20:02,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36115,1731467999492 in 210 msec 2024-11-13T03:20:02,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:20:02,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-13T03:20:02,874 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:02,874 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:20:02,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:02,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:02,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:02,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:02,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-13T03:20:02,885 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468002885, completionTime=-1 2024-11-13T03:20:02,885 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:20:02,885 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468062887 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468122887 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:35063, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,887 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,889 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,889 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.337sec 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:02,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:20:02,894 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:20:02,894 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:20:02,894 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35063,1731467999350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:02,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:02,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:02,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:02,919 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fb08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:02,921 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:02,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:02,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:02,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,35063,1731467999350 2024-11-13T03:20:02,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-13T03:20:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:02,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013234d4770005 connected 2024-11-13T03:20:02,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a36ce6 2024-11-13T03:20:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:02,947 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:20:02,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:02,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:02,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:02,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:20:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:02,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:20:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:03,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1294b1e2ca2a05162d51ea9331e7c70, NAME => 'test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253 2024-11-13T03:20:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:20:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1294b1e2ca2a05162d51ea9331e7c70, disabling compactions & flushes 2024-11-13T03:20:03,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. after waiting 0 ms 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:03,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:03,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1294b1e2ca2a05162d51ea9331e7c70: Waiting for close lock at 1731468003765Disabling compacts and flushes for region at 1731468003765Disabling writes for close at 1731468003765Writing region close event to WAL at 1731468003765Closed at 1731468003765 2024-11-13T03:20:03,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:03,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468003766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468003766"}]},"ts":"1731468003766"} 2024-11-13T03:20:03,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:03,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:03,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468003768"}]},"ts":"1731468003768"} 2024-11-13T03:20:03,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:20:03,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1294b1e2ca2a05162d51ea9331e7c70, ASSIGN}] 2024-11-13T03:20:03,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1294b1e2ca2a05162d51ea9331e7c70, ASSIGN 2024-11-13T03:20:03,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1294b1e2ca2a05162d51ea9331e7c70, ASSIGN; state=OFFLINE, location=8394b182524b,36135,1731467993578; forceNewPlan=false, retain=false 2024-11-13T03:20:03,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1294b1e2ca2a05162d51ea9331e7c70, regionState=OPENING, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:20:03,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1294b1e2ca2a05162d51ea9331e7c70, ASSIGN because future has completed 2024-11-13T03:20:03,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1294b1e2ca2a05162d51ea9331e7c70, server=8394b182524b,36135,1731467993578}] 2024-11-13T03:20:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:20:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T03:20:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:20:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:20:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:04,080 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:04,080 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1294b1e2ca2a05162d51ea9331e7c70, NAME => 'test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:04,080 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:04,080 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:20:04,080 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,080 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:04,080 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,080 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,081 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,082 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1294b1e2ca2a05162d51ea9331e7c70 columnFamilyName f 2024-11-13T03:20:04,082 DEBUG [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:04,083 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(327): Store=c1294b1e2ca2a05162d51ea9331e7c70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:04,083 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,083 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1294b1e2ca2a05162d51ea9331e7c70 columnFamilyName f1 2024-11-13T03:20:04,083 DEBUG [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:04,084 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(327): Store=c1294b1e2ca2a05162d51ea9331e7c70/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:04,084 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,084 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1294b1e2ca2a05162d51ea9331e7c70 columnFamilyName norep 2024-11-13T03:20:04,084 DEBUG [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:04,085 INFO [StoreOpener-c1294b1e2ca2a05162d51ea9331e7c70-1 {}] regionserver.HStore(327): Store=c1294b1e2ca2a05162d51ea9331e7c70/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:04,085 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,085 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,085 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:04,086 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,086 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,086 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:04,087 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,089 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:04,089 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1294b1e2ca2a05162d51ea9331e7c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64664066, jitterRate=-0.03643032908439636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:04,089 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:04,090 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1294b1e2ca2a05162d51ea9331e7c70: Running coprocessor pre-open hook at 1731468004080Writing region info on filesystem at 1731468004080Initializing all the Stores at 1731468004081 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468004081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468004081Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468004081Cleaning up temporary data from old regions at 1731468004086 (+5 ms)Running coprocessor post-open hooks at 1731468004089 (+3 ms)Region opened successfully at 1731468004090 (+1 ms) 2024-11-13T03:20:04,091 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., pid=6, masterSystemTime=1731468004077 2024-11-13T03:20:04,092 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:04,092 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:04,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1294b1e2ca2a05162d51ea9331e7c70, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:20:04,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1294b1e2ca2a05162d51ea9331e7c70, server=8394b182524b,36135,1731467993578 because future has completed 2024-11-13T03:20:04,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:20:04,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1294b1e2ca2a05162d51ea9331e7c70, server=8394b182524b,36135,1731467993578 in 170 msec 2024-11-13T03:20:04,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:20:04,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1294b1e2ca2a05162d51ea9331e7c70, ASSIGN in 327 msec 2024-11-13T03:20:04,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:04,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468004099"}]},"ts":"1731468004099"} 2024-11-13T03:20:04,100 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:20:04,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:04,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T03:20:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:05,105 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:20:05,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:05,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:05,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4c5ff2 2024-11-13T03:20:05,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:05,107 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:05,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:20:05,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:05,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:05,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:20:05,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:20:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:05,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15e6b3338293a2817792c6b313a0a5d1, NAME => 'test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698 2024-11-13T03:20:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:20:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:05,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:05,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15e6b3338293a2817792c6b313a0a5d1, disabling compactions & flushes 2024-11-13T03:20:05,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:05,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:05,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. after waiting 0 ms 2024-11-13T03:20:05,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:05,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:05,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15e6b3338293a2817792c6b313a0a5d1: Waiting for close lock at 1731468005927Disabling compacts and flushes for region at 1731468005927Disabling writes for close at 1731468005927Writing region close event to WAL at 1731468005928 (+1 ms)Closed at 1731468005928 2024-11-13T03:20:05,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:05,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468005929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468005929"}]},"ts":"1731468005929"} 2024-11-13T03:20:05,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:05,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:05,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468005931"}]},"ts":"1731468005931"} 2024-11-13T03:20:05,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:20:05,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15e6b3338293a2817792c6b313a0a5d1, ASSIGN}] 2024-11-13T03:20:05,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15e6b3338293a2817792c6b313a0a5d1, ASSIGN 2024-11-13T03:20:05,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15e6b3338293a2817792c6b313a0a5d1, ASSIGN; state=OFFLINE, location=8394b182524b,36115,1731467999492; forceNewPlan=false, retain=false 2024-11-13T03:20:06,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e6b3338293a2817792c6b313a0a5d1, regionState=OPENING, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15e6b3338293a2817792c6b313a0a5d1, ASSIGN because future has completed 2024-11-13T03:20:06,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e6b3338293a2817792c6b313a0a5d1, server=8394b182524b,36115,1731467999492}] 2024-11-13T03:20:06,244 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:06,244 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15e6b3338293a2817792c6b313a0a5d1, NAME => 'test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:06,244 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:06,244 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:20:06,244 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,244 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:06,244 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,244 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:06,245 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,246 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e6b3338293a2817792c6b313a0a5d1 columnFamilyName f 2024-11-13T03:20:06,246 DEBUG [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:06,247 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(327): Store=15e6b3338293a2817792c6b313a0a5d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:06,247 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,248 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e6b3338293a2817792c6b313a0a5d1 columnFamilyName f1 2024-11-13T03:20:06,248 DEBUG [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:06,248 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(327): Store=15e6b3338293a2817792c6b313a0a5d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:06,248 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,249 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e6b3338293a2817792c6b313a0a5d1 columnFamilyName norep 2024-11-13T03:20:06,249 DEBUG [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:06,249 INFO [StoreOpener-15e6b3338293a2817792c6b313a0a5d1-1 {}] regionserver.HStore(327): Store=15e6b3338293a2817792c6b313a0a5d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:06,249 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,250 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,250 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,251 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,251 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,251 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:06,252 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,254 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:06,254 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15e6b3338293a2817792c6b313a0a5d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63139981, jitterRate=-0.05914096534252167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:06,254 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:06,254 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15e6b3338293a2817792c6b313a0a5d1: Running coprocessor pre-open hook at 1731468006244Writing region info on filesystem at 1731468006244Initializing all the Stores at 1731468006245 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468006245Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468006245Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468006245Cleaning up temporary data from old regions at 1731468006251 (+6 ms)Running coprocessor post-open hooks at 1731468006254 (+3 ms)Region opened successfully at 1731468006254 2024-11-13T03:20:06,255 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., pid=6, masterSystemTime=1731468006240 2024-11-13T03:20:06,257 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:06,257 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:06,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e6b3338293a2817792c6b313a0a5d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:06,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e6b3338293a2817792c6b313a0a5d1, server=8394b182524b,36115,1731467999492 because future has completed 2024-11-13T03:20:06,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:20:06,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15e6b3338293a2817792c6b313a0a5d1, server=8394b182524b,36115,1731467999492 in 173 msec 2024-11-13T03:20:06,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:20:06,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15e6b3338293a2817792c6b313a0a5d1, ASSIGN in 329 msec 2024-11-13T03:20:06,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:06,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468006264"}]},"ts":"1731468006264"} 2024-11-13T03:20:06,266 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:20:06,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:06,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-13T03:20:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:07,256 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:20:07,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:07,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:07,257 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41da2120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,258 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790d88f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:07,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:07,260 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:07,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba4b303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,262 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603be85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:07,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:07,263 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfab16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,265 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9af3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:07,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6643f4c3 2024-11-13T03:20:07,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:07,267 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:07,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:35063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:20:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:20:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:07,270 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35063' 2024-11-13T03:20:07,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a51f1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,271 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:07,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:07,272 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1834282c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,273 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:07,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee61589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:07,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:07,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:07,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e7067e9 2024-11-13T03:20:07,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:07,275 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:07,276 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:20:07,276 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:20:07,276 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,276 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:07,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:07,276 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:07,277 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:20:07,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:07,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:07,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:20:07,327 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:20:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:07,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecd6c59f82688b4c418e763da01a9986, NAME => 'hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253 2024-11-13T03:20:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecd6c59f82688b4c418e763da01a9986, disabling compactions & flushes 2024-11-13T03:20:07,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. after waiting 0 ms 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:07,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:07,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecd6c59f82688b4c418e763da01a9986: Waiting for close lock at 1731468007697Disabling compacts and flushes for region at 1731468007697Disabling writes for close at 1731468007697Writing region close event to WAL at 1731468007697Closed at 1731468007697 2024-11-13T03:20:07,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:07,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468007698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468007698"}]},"ts":"1731468007698"} 2024-11-13T03:20:07,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:07,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:07,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468007701"}]},"ts":"1731468007701"} 2024-11-13T03:20:07,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:20:07,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecd6c59f82688b4c418e763da01a9986, ASSIGN}] 2024-11-13T03:20:07,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecd6c59f82688b4c418e763da01a9986, ASSIGN 2024-11-13T03:20:07,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecd6c59f82688b4c418e763da01a9986, ASSIGN; state=OFFLINE, location=8394b182524b,36135,1731467993578; forceNewPlan=false, retain=false 2024-11-13T03:20:07,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:20:07,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecd6c59f82688b4c418e763da01a9986, regionState=OPENING, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:20:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecd6c59f82688b4c418e763da01a9986, ASSIGN because future has completed 2024-11-13T03:20:07,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecd6c59f82688b4c418e763da01a9986, server=8394b182524b,36135,1731467993578}] 2024-11-13T03:20:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:08,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:08,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:08,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:20:08,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36135%2C1731467993578.rep, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs, maxLogs=10 2024-11-13T03:20:08,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.rep.1731468008015, exclude list is [], retry=0 2024-11-13T03:20:08,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46091,DS-0ed1909f-d2b3-4f0f-b498-b7eeee1a0dee,DISK] 2024-11-13T03:20:08,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.rep.1731468008015 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34297:34297)] 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecd6c59f82688b4c418e763da01a9986, NAME => 'hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:08,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. service=MultiRowMutationService 2024-11-13T03:20:08,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,034 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,035 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd6c59f82688b4c418e763da01a9986 columnFamilyName hfileref 2024-11-13T03:20:08,035 DEBUG [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:08,036 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(327): Store=ecd6c59f82688b4c418e763da01a9986/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:08,036 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,037 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd6c59f82688b4c418e763da01a9986 columnFamilyName queue 2024-11-13T03:20:08,037 DEBUG [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:08,037 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(327): Store=ecd6c59f82688b4c418e763da01a9986/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:08,037 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,038 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd6c59f82688b4c418e763da01a9986 columnFamilyName sid 2024-11-13T03:20:08,038 DEBUG [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:08,039 INFO [StoreOpener-ecd6c59f82688b4c418e763da01a9986-1 {}] regionserver.HStore(327): Store=ecd6c59f82688b4c418e763da01a9986/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:08,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:08,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:08,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecd6c59f82688b4c418e763da01a9986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65452561, jitterRate=-0.024680837988853455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:08,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:08,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecd6c59f82688b4c418e763da01a9986: Running coprocessor pre-open hook at 1731468008033Writing region info on filesystem at 1731468008033Initializing all the Stores at 1731468008034 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468008034Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468008034Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468008034Cleaning up temporary data from old regions at 1731468008040 (+6 ms)Running coprocessor post-open hooks at 1731468008057 (+17 ms)Region opened successfully at 1731468008058 (+1 ms) 2024-11-13T03:20:08,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986., pid=10, masterSystemTime=1731468008009 2024-11-13T03:20:08,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:08,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:08,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecd6c59f82688b4c418e763da01a9986, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36135,1731467993578 2024-11-13T03:20:08,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecd6c59f82688b4c418e763da01a9986, server=8394b182524b,36135,1731467993578 because future has completed 2024-11-13T03:20:08,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:20:08,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecd6c59f82688b4c418e763da01a9986, server=8394b182524b,36135,1731467993578 in 205 msec 2024-11-13T03:20:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:20:08,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecd6c59f82688b4c418e763da01a9986, ASSIGN in 362 msec 2024-11-13T03:20:08,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:08,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468008067"}]},"ts":"1731468008067"} 2024-11-13T03:20:08,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:20:08,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:08,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-13T03:20:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986., hostname=8394b182524b,36135,1731467993578, seqNum=2] 2024-11-13T03:20:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:20:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:20:08,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:20:08,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:20:08,330 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:20:08,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:08,366 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,36135,1731467993578, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:20:08,368 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:08,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:08,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,36135,1731467993578', locateType=CURRENT is [region=hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986., hostname=8394b182524b,36135,1731467993578, seqNum=2] 2024-11-13T03:20:08,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,374 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:20:08,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:20:08,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,376 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,36135,1731467993578 suceeded 2024-11-13T03:20:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:20:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-13T03:20:08,381 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:35063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:20:08,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1130 sec 2024-11-13T03:20:08,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:08,396 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35063' 2024-11-13T03:20:08,398 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d4190b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,398 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:08,398 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:08,399 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39421b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:08,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,401 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:08,401 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51fad334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,401 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dad5731 2024-11-13T03:20:08,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:08,403 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:08,404 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,36135,1731467993578 (queues=1) is replicating from cluster=9e730352-8d13-4804-9419-be60678a6592 to cluster=3ee0e36f-76a3-43bf-a983-cb81da8a1e6f 2024-11-13T03:20:08,404 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C36135%2C1731467993578 2024-11-13T03:20:08,405 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,36135,1731467993578, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:20:08,405 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251, startPosition=0, beingWritten=true 2024-11-13T03:20:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:08,407 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:20:08,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:08,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:08,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:20:08,408 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C36135%2C1731467993578 2024-11-13T03:20:08,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:08,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:08,409 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:08,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff8bb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,411 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d926b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554ca0fd 2024-11-13T03:20:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:08,415 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:08,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:35051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:20:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:20:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:08,418 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35051' 2024-11-13T03:20:08,419 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df166bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,419 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:08,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:08,420 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:08,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c006d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,424 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:08,424 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:08,424 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36135,1731467993578 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:08,424 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5ba56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:08,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d624bc9 2024-11-13T03:20:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:08,427 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:08,429 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:20:08,429 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:20:08,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:08,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:08,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:08,431 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:20:08,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:08,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:08,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:08,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:20:08,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f18e1766a204b74ccc9d0be83604d16b, NAME => 'hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698 2024-11-13T03:20:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:20:08,481 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:20:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:08,629 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f18e1766a204b74ccc9d0be83604d16b, disabling compactions & flushes 2024-11-13T03:20:08,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. after waiting 0 ms 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:08,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:08,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f18e1766a204b74ccc9d0be83604d16b: Waiting for close lock at 1731468008857Disabling compacts and flushes for region at 1731468008857Disabling writes for close at 1731468008857Writing region close event to WAL at 1731468008857Closed at 1731468008857 2024-11-13T03:20:08,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:08,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468008859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468008859"}]},"ts":"1731468008859"} 2024-11-13T03:20:08,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:08,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:08,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468008861"}]},"ts":"1731468008861"} 2024-11-13T03:20:08,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:20:08,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f18e1766a204b74ccc9d0be83604d16b, ASSIGN}] 2024-11-13T03:20:08,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f18e1766a204b74ccc9d0be83604d16b, ASSIGN 2024-11-13T03:20:08,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f18e1766a204b74ccc9d0be83604d16b, ASSIGN; state=OFFLINE, location=8394b182524b,36115,1731467999492; forceNewPlan=false, retain=false 2024-11-13T03:20:08,933 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:09,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f18e1766a204b74ccc9d0be83604d16b, regionState=OPENING, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:09,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f18e1766a204b74ccc9d0be83604d16b, ASSIGN because future has completed 2024-11-13T03:20:09,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f18e1766a204b74ccc9d0be83604d16b, server=8394b182524b,36115,1731467999492}] 2024-11-13T03:20:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:09,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:09,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:09,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:20:09,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36115%2C1731467999492.rep, suffix=, logDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492, archiveDir=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/oldWALs, maxLogs=10 2024-11-13T03:20:09,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.rep.1731468009175, exclude list is [], retry=0 2024-11-13T03:20:09,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-e9945f15-6d57-48da-9947-abab97f4b39c,DISK] 2024-11-13T03:20:09,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.rep.1731468009175 2024-11-13T03:20:09,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37707:37707)] 2024-11-13T03:20:09,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f18e1766a204b74ccc9d0be83604d16b, NAME => 'hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:09,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:09,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:09,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. service=MultiRowMutationService 2024-11-13T03:20:09,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:20:09,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:09,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,197 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,198 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f18e1766a204b74ccc9d0be83604d16b columnFamilyName hfileref 2024-11-13T03:20:09,198 DEBUG [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:09,198 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(327): Store=f18e1766a204b74ccc9d0be83604d16b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:09,198 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,199 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f18e1766a204b74ccc9d0be83604d16b columnFamilyName queue 2024-11-13T03:20:09,199 DEBUG [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:09,199 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(327): Store=f18e1766a204b74ccc9d0be83604d16b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:09,200 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,200 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f18e1766a204b74ccc9d0be83604d16b columnFamilyName sid 2024-11-13T03:20:09,200 DEBUG [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:09,201 INFO [StoreOpener-f18e1766a204b74ccc9d0be83604d16b-1 {}] regionserver.HStore(327): Store=f18e1766a204b74ccc9d0be83604d16b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:09,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:09,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:09,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f18e1766a204b74ccc9d0be83604d16b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60347602, jitterRate=-0.10075065493583679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:09,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:09,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f18e1766a204b74ccc9d0be83604d16b: Running coprocessor pre-open hook at 1731468009196Writing region info on filesystem at 1731468009196Initializing all the Stores at 1731468009197 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468009197Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468009197Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468009197Cleaning up temporary data from old regions at 1731468009202 (+5 ms)Running coprocessor post-open hooks at 1731468009209 (+7 ms)Region opened successfully at 1731468009209 2024-11-13T03:20:09,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b., pid=10, masterSystemTime=1731468009169 2024-11-13T03:20:09,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:09,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:09,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f18e1766a204b74ccc9d0be83604d16b, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36115,1731467999492 2024-11-13T03:20:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f18e1766a204b74ccc9d0be83604d16b, server=8394b182524b,36115,1731467999492 because future has completed 2024-11-13T03:20:09,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:20:09,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f18e1766a204b74ccc9d0be83604d16b, server=8394b182524b,36115,1731467999492 in 197 msec 2024-11-13T03:20:09,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:20:09,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f18e1766a204b74ccc9d0be83604d16b, ASSIGN in 353 msec 2024-11-13T03:20:09,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:09,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468009218"}]},"ts":"1731468009218"} 2024-11-13T03:20:09,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:20:09,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:09,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-13T03:20:09,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b., hostname=8394b182524b,36115,1731467999492, seqNum=2] 2024-11-13T03:20:09,337 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:09,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:20:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:09,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:20:09,582 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:20:09,609 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,36115,1731467999492, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:20:09,609 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:09,610 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:09,610 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:09,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,36115,1731467999492', locateType=CURRENT is [region=hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b., hostname=8394b182524b,36115,1731467999492, seqNum=2] 2024-11-13T03:20:09,614 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:20:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:20:09,616 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,36115,1731467999492 suceeded 2024-11-13T03:20:09,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:20:09,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T03:20:09,617 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:35051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:20:09,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2020 sec 2024-11-13T03:20:09,628 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35051' 2024-11-13T03:20:09,628 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24794d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:09,629 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:09,629 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:09,629 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:09,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f9256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:09,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:09,631 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:09,631 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3821f8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:09,631 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:09,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:09,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0ea0c0 2024-11-13T03:20:09,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:09,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:09,633 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,36115,1731467999492 (queues=1) is replicating from cluster=3ee0e36f-76a3-43bf-a983-cb81da8a1e6f to cluster=9e730352-8d13-4804-9419-be60678a6592 2024-11-13T03:20:09,633 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C36115%2C1731467999492 2024-11-13T03:20:09,633 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,36115,1731467999492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:20:09,633 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C36115%2C1731467999492 2024-11-13T03:20:09,633 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, startPosition=0, beingWritten=true 2024-11-13T03:20:09,637 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:09,637 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:09,637 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36115,1731467999492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:09,841 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:09,844 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:10,145 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:10,448 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:10,549 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:10,565 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:20:10,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:10,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:10,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:10,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:10,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:10,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:10,570 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731468010569/Put/seqid=0 2024-11-13T03:20:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741840_1016 (size=7894) 2024-11-13T03:20:10,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731468010975/Put/seqid=0 2024-11-13T03:20:10,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741841_1017 (size=7691) 2024-11-13T03:20:11,053 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:11,152 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:11,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:11,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:11,383 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e149c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:11,384 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:11,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:20:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:11,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:11,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38260e68 2024-11-13T03:20:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:11,398 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2] 2024-11-13T03:20:11,405 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:20:11,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T03:20:11,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T03:20:11,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T03:20:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:11,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T03:20:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(2603): Flush status journal for c1294b1e2ca2a05162d51ea9331e7c70: 2024-11-13T03:20:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_0 2024-11-13T03:20:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_0 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ 2024-11-13T03:20:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_1 2024-11-13T03:20:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_1 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ 2024-11-13T03:20:11,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_0 into c1294b1e2ca2a05162d51ea9331e7c70/f as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ - updating store file list. 2024-11-13T03:20:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89312fa7cfac45009fdcec5786994100_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:11,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ into c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:11,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_0 into c1294b1e2ca2a05162d51ea9331e7c70/f (new location: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/89312fa7cfac45009fdcec5786994100_SeqId_4_) 2024-11-13T03:20:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_0 2024-11-13T03:20:11,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_1 into c1294b1e2ca2a05162d51ea9331e7c70/f as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ - updating store file list. 2024-11-13T03:20:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:11,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ into c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:11,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_1 into c1294b1e2ca2a05162d51ea9331e7c70/f (new location: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_) 2024-11-13T03:20:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins__test__3e7bu90ja9ksvhaq1haetjakjgguojpm9vcia3jvntmfduob0m6tbn95ucuh9nao/f/hfile_1 2024-11-13T03:20:11,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:11,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:11,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:11,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2 , the old value is region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:36135 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:20:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:20:11,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2 from cache 2024-11-13T03:20:11,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:11,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:11,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T03:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:11,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:11,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2] 2024-11-13T03:20:11,453 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:20:11,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:36135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:20:11,658 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:11,956 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 379, reset compression=false 2024-11-13T03:20:11,960 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:11,960 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36135,1731467993578 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1294b1e2ca2a05162d51ea9331e7c70/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468011444/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:20:11,962 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:11,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T03:20:11,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(318): Replicating [9e730352-8d13-4804-9419-be60678a6592] bulk loaded data 2024-11-13T03:20:11,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e5186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:11,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:11,965 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6166a5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:11,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:11,966 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:11,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12561f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741840_1016 (size=7894) 2024-11-13T03:20:12,160 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:12,362 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741841_1017 (size=7691) 2024-11-13T03:20:12,455 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:20:12,465 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:12,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:12,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:12,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6786a2c1 2024-11-13T03:20:12,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:12,794 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:12,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:20:12,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:12,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:12,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:12,802 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T03:20:12,805 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T03:20:12,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ for inclusion in 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T03:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:12,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ for inclusion in 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T03:20:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegion(2603): Flush status journal for 15e6b3338293a2817792c6b313a0a5d1: 2024-11-13T03:20:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:20:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/89ce5530c7e34acab2608f26c396e847_SeqId_4_ 2024-11-13T03:20:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89312fa7cfac45009fdcec5786994100_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:20:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/d788dc82118d417b84d132213524005b_SeqId_4_ 2024-11-13T03:20:12,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/89ce5530c7e34acab2608f26c396e847_SeqId_4_ - updating store file list. 2024-11-13T03:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89ce5530c7e34acab2608f26c396e847_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:12,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/89ce5530c7e34acab2608f26c396e847_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:12,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f (new location: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/89ce5530c7e34acab2608f26c396e847_SeqId_4_) 2024-11-13T03:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/f48500f4392540d9b4d0c5cd7fcf7d82_SeqId_4_ 2024-11-13T03:20:12,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/d788dc82118d417b84d132213524005b_SeqId_4_ - updating store file list. 2024-11-13T03:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d788dc82118d417b84d132213524005b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/d788dc82118d417b84d132213524005b_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:12,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ into 15e6b3338293a2817792c6b313a0a5d1/f (new location: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/d788dc82118d417b84d132213524005b_SeqId_4_) 2024-11-13T03:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins.hfs.11__test__m2qu4kdlh4ogrhsrlkijjj9ib1in2vqoju7pfjpf6clpqoco52fjbb155ei1k5t8/f/89312fa7cfac45009fdcec5786994100_SeqId_4_ 2024-11-13T03:20:12,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.ReplicationSink(324): Finished replicating [9e730352-8d13-4804-9419-be60678a6592] bulk loaded data 2024-11-13T03:20:12,868 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:13,166 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 379, reset compression=false 2024-11-13T03:20:13,171 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:13,171 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36115,1731467999492 got entry batch from reader: WALEntryBatch [walEntries=[{test/15e6b3338293a2817792c6b313a0a5d1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468012826/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T03:20:13,173 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:13,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T03:20:13,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.ReplicationSink(318): Replicating [9e730352-8d13-4804-9419-be60678a6592, 3ee0e36f-76a3-43bf-a983-cb81da8a1e6f] bulk loaded data 2024-11-13T03:20:13,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@978a6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:13,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35051,-1 for getting cluster id 2024-11-13T03:20:13,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:13,175 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e730352-8d13-4804-9419-be60678a6592' 2024-11-13T03:20:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e730352-8d13-4804-9419-be60678a6592" 2024-11-13T03:20:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57057930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35051,-1] 2024-11-13T03:20:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:13,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:13,176 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:13,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@255626d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741842_1018 (size=7691) 2024-11-13T03:20:13,371 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 725, reset compression=false 2024-11-13T03:20:13,386 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:13,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:13,467 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731468013466/Put/seqid=0 2024-11-13T03:20:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741842_1018 (size=11194) 2024-11-13T03:20:13,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:13,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:13,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741843_1019 (size=7894) 2024-11-13T03:20:13,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35051,1731467993369 2024-11-13T03:20:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73dab8e6 2024-11-13T03:20:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:13,620 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:13,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:20:13,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:20:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:13,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:13,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__pbhahe7mmuvn4m9scb2kr30mic55c5hg4nkebr050pf3chid7lqhd2ga7k97ecvj/f/89ce5530c7e34acab2608f26c396e847_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T03:20:13,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__pbhahe7mmuvn4m9scb2kr30mic55c5hg4nkebr050pf3chid7lqhd2ga7k97ecvj/f/d788dc82118d417b84d132213524005b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T03:20:13,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.ReplicationSink(324): Finished replicating [9e730352-8d13-4804-9419-be60678a6592, 3ee0e36f-76a3-43bf-a983-cb81da8a1e6f] bulk loaded data 2024-11-13T03:20:13,675 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 725, reset compression=false 2024-11-13T03:20:13,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731468013872/Put/seqid=0 2024-11-13T03:20:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741843_1019 (size=10791) 2024-11-13T03:20:13,990 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:14,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:20:14,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:14,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:20:14,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:14,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:14,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:20:14,085 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 725, reset compression=false 2024-11-13T03:20:14,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:14,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35063,-1 for getting cluster id 2024-11-13T03:20:14,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:14,279 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ee0e36f-76a3-43bf-a983-cb81da8a1e6f' 2024-11-13T03:20:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ee0e36f-76a3-43bf-a983-cb81da8a1e6f" 2024-11-13T03:20:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179f9f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35063,-1] 2024-11-13T03:20:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:14,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:14,281 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:14,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:14,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:14,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36115,1731467999492, seqNum=-1] 2024-11-13T03:20:14,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:14,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:14,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:14,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35063,1731467999350 2024-11-13T03:20:14,305 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ed26933 2024-11-13T03:20:14,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:14,306 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:14,311 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2] 2024-11-13T03:20:14,314 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:20:14,325 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T03:20:14,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T03:20:14,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T03:20:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:14,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T03:20:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegion(2603): Flush status journal for 15e6b3338293a2817792c6b313a0a5d1: 2024-11-13T03:20:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_1 2024-11-13T03:20:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_1 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ 2024-11-13T03:20:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_0 2024-11-13T03:20:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_0 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ 2024-11-13T03:20:14,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_1 into 15e6b3338293a2817792c6b313a0a5d1/f as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ - updating store file list. 2024-11-13T03:20:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 745720d919354f0f8f8372922f6bc8d4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ into 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:14,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_1 into 15e6b3338293a2817792c6b313a0a5d1/f (new location: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_) 2024-11-13T03:20:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_1 2024-11-13T03:20:14,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_0 into 15e6b3338293a2817792c6b313a0a5d1/f as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ - updating store file list. 2024-11-13T03:20:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7893928bccd2431896e99e94bd36b012_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:14,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ into 15e6b3338293a2817792c6b313a0a5d1/f 2024-11-13T03:20:14,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_0 into 15e6b3338293a2817792c6b313a0a5d1/f (new location: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/f/7893928bccd2431896e99e94bd36b012_SeqId_6_) 2024-11-13T03:20:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/staging/jenkins__test__mo3h9g4a0vcucb4t3onbph5bvpo3pl6hdi511ou1jqj0efn52pfme18rlff7vr32/f/hfile_0 2024-11-13T03:20:14,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:14,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:14,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:14,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:14,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2 , the old value is region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:36115 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:20:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:20:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1., hostname=8394b182524b,36115,1731467999492, seqNum=2 from cache 2024-11-13T03:20:14,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36135,1731467993578, seqNum=-1] 2024-11-13T03:20:14,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:14,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:14,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., hostname=8394b182524b,36135,1731467993578, seqNum=2] 2024-11-13T03:20:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:32912 deadline: 1731468074371 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:32912 2024-11-13T03:20:14,386 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:20:14,476 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:36115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:20:14,594 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 725, reset compression=false 2024-11-13T03:20:14,605 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:14,605 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36115,1731467999492 got entry batch from reader: WALEntryBatch [walEntries=[{test/15e6b3338293a2817792c6b313a0a5d1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468014369/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:20:14,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.ReplicationSink(318): Replicating [3ee0e36f-76a3-43bf-a983-cb81da8a1e6f] bulk loaded data 2024-11-13T03:20:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741844_1020 (size=10791) 2024-11-13T03:20:14,701 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:14,805 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1033, reset compression=false 2024-11-13T03:20:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741845_1021 (size=11194) 2024-11-13T03:20:15,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:20:15,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T03:20:15,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T03:20:15,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ for inclusion in c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T03:20:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:15,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ for inclusion in c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T03:20:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:20:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegion(2603): Flush status journal for c1294b1e2ca2a05162d51ea9331e7c70: 2024-11-13T03:20:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 745720d919354f0f8f8372922f6bc8d4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:20:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/cc4dc5a093b3484a8310674dd389a220_SeqId_6_ 2024-11-13T03:20:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7893928bccd2431896e99e94bd36b012_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:20:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/b0785f59f8014630a17e8b2657184876_SeqId_6_ 2024-11-13T03:20:15,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/cc4dc5a093b3484a8310674dd389a220_SeqId_6_ - updating store file list. 2024-11-13T03:20:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc4dc5a093b3484a8310674dd389a220_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:15,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/cc4dc5a093b3484a8310674dd389a220_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:15,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f (new location: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/cc4dc5a093b3484a8310674dd389a220_SeqId_6_) 2024-11-13T03:20:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/745720d919354f0f8f8372922f6bc8d4_SeqId_6_ 2024-11-13T03:20:15,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/b0785f59f8014630a17e8b2657184876_SeqId_6_ - updating store file list. 2024-11-13T03:20:15,121 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1033, reset compression=false 2024-11-13T03:20:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0785f59f8014630a17e8b2657184876_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:20:15,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/b0785f59f8014630a17e8b2657184876_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f 2024-11-13T03:20:15,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ into c1294b1e2ca2a05162d51ea9331e7c70/f (new location: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/f/b0785f59f8014630a17e8b2657184876_SeqId_6_) 2024-11-13T03:20:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/staging/jenkins.hfs.10__test__g495bf8ov25a6tihrko8annhi1qkivm2bovqn7q9q9uifj1v95fup8vlqeq3jbil/f/7893928bccd2431896e99e94bd36b012_SeqId_6_ 2024-11-13T03:20:15,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36135 {}] regionserver.ReplicationSink(324): Finished replicating [3ee0e36f-76a3-43bf-a983-cb81da8a1e6f] bulk loaded data 2024-11-13T03:20:15,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:20:15,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:15,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:15,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:15,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:15,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:20:15,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=375867352, stopped=false 2024-11-13T03:20:15,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,35063,1731467999350 2024-11-13T03:20:15,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452218771/running 2024-11-13T03:20:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452218771/running 2024-11-13T03:20:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:15,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:15,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:15,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:15,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:15,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:15,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,36115,1731467999492' ***** 2024-11-13T03:20:15,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:20:15,450 INFO [RS:0;8394b182524b:36115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:20:15,450 INFO [RS:0;8394b182524b:36115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:20:15,450 INFO [RS:0;8394b182524b:36115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:20:15,451 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(3091): Received CLOSE for f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:15,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:20:15,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/running 2024-11-13T03:20:15,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Set watcher on znode that does not yet exist, /1-1452218771/running 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(3091): Received CLOSE for 15e6b3338293a2817792c6b313a0a5d1 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,36115,1731467999492 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36115. 2024-11-13T03:20:15,455 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f18e1766a204b74ccc9d0be83604d16b, disabling compactions & flushes 2024-11-13T03:20:15,455 DEBUG [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:15,455 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:15,455 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:20:15,455 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:20:15,455 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:15,455 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. after waiting 0 ms 2024-11-13T03:20:15,456 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:15,456 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f18e1766a204b74ccc9d0be83604d16b 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T03:20:15,457 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:15,458 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:20:15,458 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1325): Online Regions={f18e1766a204b74ccc9d0be83604d16b=hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b., 1588230740=hbase:meta,,1.1588230740, 15e6b3338293a2817792c6b313a0a5d1=test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1.} 2024-11-13T03:20:15,458 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e6b3338293a2817792c6b313a0a5d1, f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:15,458 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:15,458 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:15,459 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:15,459 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:15,459 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:15,459 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:20:15,473 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/hfileref/bbd8dc121cba4b62bbdc7d15022d1723 is 74, key is 1/hfileref:745720d919354f0f8f8372922f6bc8d4_SeqId_6_/1731468015136/DeleteColumn/seqid=0 2024-11-13T03:20:15,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741844_1020 (size=5345) 2024-11-13T03:20:15,483 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/info/036efcecf83841fe8ae00a28ead8c6d9 is 147, key is hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b./info:regioninfo/1731468009212/Put/seqid=0 2024-11-13T03:20:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741845_1021 (size=7686) 2024-11-13T03:20:15,505 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 687, reset compression=false 2024-11-13T03:20:15,509 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:15,509 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36135,1731467993578 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1294b1e2ca2a05162d51ea9331e7c70/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468015132/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T03:20:15,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:20:15,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:32898 deadline: 1731468075510, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping 2024-11-13T03:20:15,514 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:15,548 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1033, reset compression=false 2024-11-13T03:20:15,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:20:15,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:32898 deadline: 1731468075622, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping 2024-11-13T03:20:15,623 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:15,658 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e6b3338293a2817792c6b313a0a5d1, f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:15,710 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:15,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:20:15,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:32898 deadline: 1731468075826, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping 2024-11-13T03:20:15,828 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8394b182524b,36115,1731467999492 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:15,858 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e6b3338293a2817792c6b313a0a5d1, f18e1766a204b74ccc9d0be83604d16b 2024-11-13T03:20:15,886 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/hfileref/bbd8dc121cba4b62bbdc7d15022d1723 2024-11-13T03:20:15,890 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/info/036efcecf83841fe8ae00a28ead8c6d9 2024-11-13T03:20:15,909 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/queue/fa48c3eaaf8f439eb091ad6db5b1ea80 is 154, key is 1-8394b182524b,36115,1731467999492/queue:8394b182524b%2C36115%2C1731467999492/1731468015138/Put/seqid=0 2024-11-13T03:20:15,918 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:20:15,918 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:20:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741846_1022 (size=5353) 2024-11-13T03:20:15,920 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/queue/fa48c3eaaf8f439eb091ad6db5b1ea80 2024-11-13T03:20:15,923 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/ns/2245a0b7ad4148d3afcea25b018ef936 is 43, key is default/ns:d/1731468002877/Put/seqid=0 2024-11-13T03:20:15,927 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/hfileref/bbd8dc121cba4b62bbdc7d15022d1723 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/hfileref/bbd8dc121cba4b62bbdc7d15022d1723 2024-11-13T03:20:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741847_1023 (size=5153) 2024-11-13T03:20:15,927 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/ns/2245a0b7ad4148d3afcea25b018ef936 2024-11-13T03:20:15,931 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/hfileref/bbd8dc121cba4b62bbdc7d15022d1723, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T03:20:15,932 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/.tmp/queue/fa48c3eaaf8f439eb091ad6db5b1ea80 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/queue/fa48c3eaaf8f439eb091ad6db5b1ea80 2024-11-13T03:20:15,938 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/queue/fa48c3eaaf8f439eb091ad6db5b1ea80, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T03:20:15,941 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f18e1766a204b74ccc9d0be83604d16b in 485ms, sequenceid=12, compaction requested=false 2024-11-13T03:20:15,950 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/rep_barrier/b934129b06d64713a39402e178aa9da9 is 112, key is test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1./rep_barrier:seqnumDuringOpen/1731468006258/Put/seqid=0 2024-11-13T03:20:15,953 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/replication/f18e1766a204b74ccc9d0be83604d16b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T03:20:15,953 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:15,953 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:15,953 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:15,953 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f18e1766a204b74ccc9d0be83604d16b: Waiting for close lock at 1731468015455Running coprocessor pre-close hooks at 1731468015455Disabling compacts and flushes for region at 1731468015455Disabling writes for close at 1731468015455Obtaining lock to block concurrent updates at 1731468015456 (+1 ms)Preparing flush snapshotting stores in f18e1766a204b74ccc9d0be83604d16b at 1731468015456Finished memstore snapshotting hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731468015456Flushing stores of hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. at 1731468015457 (+1 ms)Flushing f18e1766a204b74ccc9d0be83604d16b/hfileref: creating writer at 1731468015457Flushing f18e1766a204b74ccc9d0be83604d16b/hfileref: appending metadata at 1731468015472 (+15 ms)Flushing f18e1766a204b74ccc9d0be83604d16b/hfileref: closing flushed file at 1731468015472Flushing f18e1766a204b74ccc9d0be83604d16b/queue: creating writer at 1731468015891 (+419 ms)Flushing f18e1766a204b74ccc9d0be83604d16b/queue: appending metadata at 1731468015909 (+18 ms)Flushing f18e1766a204b74ccc9d0be83604d16b/queue: closing flushed file at 1731468015909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ba01bc: reopening flushed file at 1731468015926 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@824f9e2: reopening flushed file at 1731468015932 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f18e1766a204b74ccc9d0be83604d16b in 485ms, sequenceid=12, compaction requested=false at 1731468015941 (+9 ms)Writing region close event to WAL at 1731468015948 (+7 ms)Running coprocessor post-close hooks at 1731468015953 (+5 ms)Closed at 1731468015953 2024-11-13T03:20:15,953 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468008429.f18e1766a204b74ccc9d0be83604d16b. 2024-11-13T03:20:15,954 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15e6b3338293a2817792c6b313a0a5d1, disabling compactions & flushes 2024-11-13T03:20:15,954 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:15,954 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:15,954 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. after waiting 0 ms 2024-11-13T03:20:15,954 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741848_1024 (size=5518) 2024-11-13T03:20:15,954 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/rep_barrier/b934129b06d64713a39402e178aa9da9 2024-11-13T03:20:15,957 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/default/test/15e6b3338293a2817792c6b313a0a5d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:20:15,958 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:15,958 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:15,958 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:15,958 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15e6b3338293a2817792c6b313a0a5d1: Waiting for close lock at 1731468015954Running coprocessor pre-close hooks at 1731468015954Disabling compacts and flushes for region at 1731468015954Disabling writes for close at 1731468015954Writing region close event to WAL at 1731468015955 (+1 ms)Running coprocessor post-close hooks at 1731468015958 (+3 ms)Closed at 1731468015958 2024-11-13T03:20:15,958 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468005108.15e6b3338293a2817792c6b313a0a5d1. 2024-11-13T03:20:15,978 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/table/dd3b2a5c3870414a8530dd713cd48c95 is 53, key is hbase:replication/table:state/1731468009218/Put/seqid=0 2024-11-13T03:20:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741849_1025 (size=5308) 2024-11-13T03:20:16,013 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:16,053 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1033, reset compression=false 2024-11-13T03:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1328, reset compression=false 2024-11-13T03:20:16,058 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:16,059 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,36115,1731467999492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:16,060 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,36115,1731467999492: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,36115,1731467999492, walGroup=8394b182524b%2C36115%2C1731467999492, offset=8394b182524b%2C36115%2C1731467999492.1731468001977:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:36115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:20:16,062 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:20:16,064 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:20:16,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:20:16,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:20:16,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:20:16,066 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 594381624 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188199784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:20:16,068 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:20:16,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8394b182524b,36115,1731467999492 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:16,132 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8394b182524b,36115,1731467999492 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:16,258 DEBUG [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:16,270 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/WALs/8394b182524b,36115,1731467999492/8394b182524b%2C36115%2C1731467999492.1731468001977 to pos 1328, reset compression=false 2024-11-13T03:20:16,382 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/table/dd3b2a5c3870414a8530dd713cd48c95 2024-11-13T03:20:16,387 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/info/036efcecf83841fe8ae00a28ead8c6d9 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/info/036efcecf83841fe8ae00a28ead8c6d9 2024-11-13T03:20:16,392 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/info/036efcecf83841fe8ae00a28ead8c6d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:20:16,393 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/ns/2245a0b7ad4148d3afcea25b018ef936 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/ns/2245a0b7ad4148d3afcea25b018ef936 2024-11-13T03:20:16,397 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/ns/2245a0b7ad4148d3afcea25b018ef936, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:20:16,398 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/rep_barrier/b934129b06d64713a39402e178aa9da9 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/rep_barrier/b934129b06d64713a39402e178aa9da9 2024-11-13T03:20:16,403 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/rep_barrier/b934129b06d64713a39402e178aa9da9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:20:16,404 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/.tmp/table/dd3b2a5c3870414a8530dd713cd48c95 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/table/dd3b2a5c3870414a8530dd713cd48c95 2024-11-13T03:20:16,408 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/table/dd3b2a5c3870414a8530dd713cd48c95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:20:16,412 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false 2024-11-13T03:20:16,417 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:16,436 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:20:16,437 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:16,437 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:16,437 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:16,437 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468015458Running coprocessor pre-close hooks at 1731468015458Disabling compacts and flushes for region at 1731468015458Disabling writes for close at 1731468015459 (+1 ms)Obtaining lock to block concurrent updates at 1731468015459Preparing flush snapshotting stores in 1588230740 at 1731468015459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468015459Flushing stores of hbase:meta,,1.1588230740 at 1731468015460 (+1 ms)Flushing 1588230740/info: creating writer at 1731468015460Flushing 1588230740/info: appending metadata at 1731468015483 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731468015483Flushing 1588230740/ns: creating writer at 1731468015896 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731468015923 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731468015923Flushing 1588230740/rep_barrier: creating writer at 1731468015932 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468015950 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468015950Flushing 1588230740/table: creating writer at 1731468015960 (+10 ms)Flushing 1588230740/table: appending metadata at 1731468015977 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731468015978 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1672c766: reopening flushed file at 1731468016386 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14af4d88: reopening flushed file at 1731468016392 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299c8299: reopening flushed file at 1731468016397 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5030d2a4: reopening flushed file at 1731468016403 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false at 1731468016412 (+9 ms)Writing region close event to WAL at 1731468016433 (+21 ms)Running coprocessor post-close hooks at 1731468016437 (+4 ms)Closed at 1731468016437 2024-11-13T03:20:16,437 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:16,459 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,36115,1731467999492; all regions closed. 2024-11-13T03:20:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:20:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741839_1015 (size=3127) 2024-11-13T03:20:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741832_1008 (size=1336) 2024-11-13T03:20:16,472 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:16,472 INFO [RS:0;8394b182524b:36115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:16,472 INFO [RS:0;8394b182524b:36115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:16,472 INFO [RS:0;8394b182524b:36115 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:16,472 INFO [RS:0;8394b182524b:36115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:16,473 INFO [RS:0;8394b182524b:36115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,36115,1731467999492 because: Region server is closing 2024-11-13T03:20:16,473 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:16,473 INFO [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36115. 2024-11-13T03:20:16,473 DEBUG [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:16,473 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:16,473 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:16,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:16,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8394b182524b,36115,1731467999492 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:16,537 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8394b182524b,36115,1731467999492 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:16,573 INFO [RS:0;8394b182524b:36115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.shipper8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 terminated 2024-11-13T03:20:16,573 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36115,1731467999492.replicationSource.wal-reader.8394b182524b%2C36115%2C1731467999492,1-8394b182524b,36115,1731467999492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:20:16,574 INFO [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36115. 2024-11-13T03:20:16,574 DEBUG [RS:0;8394b182524b:36115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:16,574 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:16,574 DEBUG [RS:0;8394b182524b:36115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:16,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:16,574 INFO [RS:0;8394b182524b:36115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36115 2024-11-13T03:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452218771/rs/8394b182524b,36115,1731467999492 2024-11-13T03:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771/rs 2024-11-13T03:20:16,596 INFO [RS:0;8394b182524b:36115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:16,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,36115,1731467999492] 2024-11-13T03:20:16,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452218771/draining/8394b182524b,36115,1731467999492 already deleted, retry=false 2024-11-13T03:20:16,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,36115,1731467999492 expired; onlineServers=0 2024-11-13T03:20:16,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,35063,1731467999350' ***** 2024-11-13T03:20:16,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:20:16,617 INFO [M:0;8394b182524b:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:16,617 INFO [M:0;8394b182524b:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:16,617 DEBUG [M:0;8394b182524b:35063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:20:16,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:20:16,617 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468001628 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468001628,5,FailOnTimeoutGroup] 2024-11-13T03:20:16,617 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468001629 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468001629,5,FailOnTimeoutGroup] 2024-11-13T03:20:16,618 DEBUG [M:0;8394b182524b:35063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:20:16,618 INFO [M:0;8394b182524b:35063 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:16,618 INFO [M:0;8394b182524b:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:16,618 DEBUG [M:0;8394b182524b:35063 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:20:16,618 INFO [M:0;8394b182524b:35063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:20:16,618 INFO [M:0;8394b182524b:35063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:16,618 INFO [M:0;8394b182524b:35063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:20:16,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:20:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452218771/master 2024-11-13T03:20:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452218771 2024-11-13T03:20:16,628 DEBUG [M:0;8394b182524b:35063 {}] zookeeper.ZKUtil(347): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Unable to get data of znode /1-1452218771/master because node does not exist (not an error) 2024-11-13T03:20:16,628 WARN [M:0;8394b182524b:35063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:20:16,629 INFO [M:0;8394b182524b:35063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/.lastflushedseqids 2024-11-13T03:20:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741850_1026 (size=263) 2024-11-13T03:20:16,638 INFO [M:0;8394b182524b:35063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:20:16,638 INFO [M:0;8394b182524b:35063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:20:16,638 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:16,638 INFO [M:0;8394b182524b:35063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:16,638 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:16,638 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:16,638 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:16,638 INFO [M:0;8394b182524b:35063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T03:20:16,663 DEBUG [M:0;8394b182524b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98273922ae494fdaa53f902014e17e34 is 82, key is hbase:meta,,1/info:regioninfo/1731468002857/Put/seqid=0 2024-11-13T03:20:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741851_1027 (size=5672) 2024-11-13T03:20:16,707 INFO [RS:0;8394b182524b:36115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:16,707 INFO [RS:0;8394b182524b:36115 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,36115,1731467999492; zookeeper connection closed. 2024-11-13T03:20:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36115-0x1013234d4770004, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:16,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3598b344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3598b344 2024-11-13T03:20:16,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:20:16,926 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:17,041 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8394b182524b:36115 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:36115 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:17,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8394b182524b:36115 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:36115 2024-11-13T03:20:17,043 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8394b182524b:36115 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:36115 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:36115 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T03:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:20:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37388 deadline: 1731468077049, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T03:20:17,072 INFO [M:0;8394b182524b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98273922ae494fdaa53f902014e17e34 2024-11-13T03:20:17,071 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T03:20:17,072 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T03:20:17,089 DEBUG [M:0;8394b182524b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8ac736b1694faab7957a19bec53fa6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468009222/Put/seqid=0 2024-11-13T03:20:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741852_1028 (size=8516) 2024-11-13T03:20:17,493 INFO [M:0;8394b182524b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8ac736b1694faab7957a19bec53fa6 2024-11-13T03:20:17,516 DEBUG [M:0;8394b182524b:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbe25bdae74742a8a2615aebef5a5ebe is 69, key is 8394b182524b,36115,1731467999492/rs:state/1731468001747/Put/seqid=0 2024-11-13T03:20:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741853_1029 (size=5156) 2024-11-13T03:20:17,530 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:17,673 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T03:20:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:20:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37388 deadline: 1731468077674, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T03:20:17,675 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T03:20:17,676 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T03:20:17,676 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T03:20:17,926 INFO [M:0;8394b182524b:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbe25bdae74742a8a2615aebef5a5ebe 2024-11-13T03:20:17,931 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98273922ae494fdaa53f902014e17e34 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98273922ae494fdaa53f902014e17e34 2024-11-13T03:20:17,937 INFO [M:0;8394b182524b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98273922ae494fdaa53f902014e17e34, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:20:17,938 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f8ac736b1694faab7957a19bec53fa6 as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8ac736b1694faab7957a19bec53fa6 2024-11-13T03:20:17,946 INFO [M:0;8394b182524b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f8ac736b1694faab7957a19bec53fa6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:20:17,947 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbe25bdae74742a8a2615aebef5a5ebe as hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbe25bdae74742a8a2615aebef5a5ebe 2024-11-13T03:20:17,954 INFO [M:0;8394b182524b:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41835/user/jenkins/test-data/49da7210-3e70-cee7-fff1-57038cc08698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbe25bdae74742a8a2615aebef5a5ebe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:20:17,956 INFO [M:0;8394b182524b:35063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false 2024-11-13T03:20:17,963 INFO [M:0;8394b182524b:35063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:17,963 DEBUG [M:0;8394b182524b:35063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468016638Disabling compacts and flushes for region at 1731468016638Disabling writes for close at 1731468016638Obtaining lock to block concurrent updates at 1731468016638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468016638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731468016639 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468016639Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468016640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468016662 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468016662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468017075 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468017089 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468017089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468017497 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468017516 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468017516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc27930: reopening flushed file at 1731468017931 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69706d4f: reopening flushed file at 1731468017937 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2a5f50: reopening flushed file at 1731468017946 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=97, compaction requested=false at 1731468017956 (+10 ms)Writing region close event to WAL at 1731468017963 (+7 ms)Closed at 1731468017963 2024-11-13T03:20:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741830_1006 (size=63654) 2024-11-13T03:20:17,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:17,966 INFO [M:0;8394b182524b:35063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:20:17,966 INFO [M:0;8394b182524b:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35063 2024-11-13T03:20:17,968 INFO [M:0;8394b182524b:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:18,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:18,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x1013234d4770003, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:18,118 INFO [M:0;8394b182524b:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:18,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:18,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:18,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:18,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:18,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:18,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:20:18,130 WARN [BP-421593689-172.17.0.3-1731467997367 heartbeating to localhost/127.0.0.1:41835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:20:18,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:20:18,130 WARN [BP-421593689-172.17.0.3-1731467997367 heartbeating to localhost/127.0.0.1:41835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-421593689-172.17.0.3-1731467997367 (Datanode Uuid 3281fac9-788a-44a6-a8c7-06cdf3ebbd05) service to localhost/127.0.0.1:41835 2024-11-13T03:20:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/cluster_1d632d11-8177-9922-c590-d6bb35ef51ee/data/data1/current/BP-421593689-172.17.0.3-1731467997367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/cluster_1d632d11-8177-9922-c590-d6bb35ef51ee/data/data2/current/BP-421593689-172.17.0.3-1731467997367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:18,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:20:18,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:18,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:18,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:18,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:18,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:18,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:20:18,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:20:18,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:18,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:18,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:18,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:18,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:18,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:20:18,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1593268242, stopped=false 2024-11-13T03:20:18,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,35051,1731467993369 2024-11-13T03:20:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409012977/running 2024-11-13T03:20:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409012977/running 2024-11-13T03:20:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:20:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:20:18,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:18,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/running 2024-11-13T03:20:18,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Set watcher on znode that does not yet exist, /0-409012977/running 2024-11-13T03:20:18,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:18,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:18,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:18,188 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,36135,1731467993578' ***** 2024-11-13T03:20:18,188 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:20:18,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for c1294b1e2ca2a05162d51ea9331e7c70 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,36135,1731467993578 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:18,188 INFO [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36135. 2024-11-13T03:20:18,188 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecd6c59f82688b4c418e763da01a9986, disabling compactions & flushes 2024-11-13T03:20:18,188 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:18,188 DEBUG [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:18,188 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:18,188 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:18,189 INFO [RS:0;8394b182524b:36135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:20:18,189 INFO [RS:0;8394b182524b:36135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:20:18,189 INFO [RS:0;8394b182524b:36135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:20:18,188 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. after waiting 0 ms 2024-11-13T03:20:18,189 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:18,189 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:20:18,189 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecd6c59f82688b4c418e763da01a9986 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T03:20:18,189 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:20:18,189 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1325): Online Regions={ecd6c59f82688b4c418e763da01a9986=hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986., c1294b1e2ca2a05162d51ea9331e7c70=test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:20:18,189 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1294b1e2ca2a05162d51ea9331e7c70, ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:18,189 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:18,189 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:18,189 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:18,189 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:18,189 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:18,189 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:20:18,207 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/hfileref/b817c040891145208155067f0e16f8df is 74, key is 1/hfileref:89312fa7cfac45009fdcec5786994100_SeqId_4_/1731468012829/DeleteColumn/seqid=0 2024-11-13T03:20:18,208 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/info/cc44491c8bb0497fb0d946124d36f4a7 is 147, key is hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986./info:regioninfo/1731468008060/Put/seqid=0 2024-11-13T03:20:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741846_1022 (size=5345) 2024-11-13T03:20:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741847_1023 (size=7686) 2024-11-13T03:20:18,237 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.wal-reader.8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/WALs/8394b182524b,36135,1731467993578/8394b182524b%2C36135%2C1731467993578.1731467996251 to pos 1033, reset compression=false 2024-11-13T03:20:18,241 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:18,377 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T03:20:18,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8394b182524b:35063 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:35063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:18,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8394b182524b:35063 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:35063 2024-11-13T03:20:18,389 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1294b1e2ca2a05162d51ea9331e7c70, ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:18,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:18,486 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8394b182524b:35063 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:35063 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:20:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8394b182524b:35063 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:35063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T03:20:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8394b182524b:35063 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8394b182524b/172.17.0.3:35063 2024-11-13T03:20:18,589 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1294b1e2ca2a05162d51ea9331e7c70, ecd6c59f82688b4c418e763da01a9986 2024-11-13T03:20:18,615 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/hfileref/b817c040891145208155067f0e16f8df 2024-11-13T03:20:18,623 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/info/cc44491c8bb0497fb0d946124d36f4a7 2024-11-13T03:20:18,644 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/ns/bf68a389138841b9ad24b633255c4a26 is 43, key is default/ns:d/1731467997269/Put/seqid=0 2024-11-13T03:20:18,644 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/queue/7d0fc9fd0e3f434d9dd03ed5a8e8513d is 153, key is 1-8394b182524b,36135,1731467993578/queue:8394b182524b%2C36135%2C1731467993578/1731468012831/Put/seqid=0 2024-11-13T03:20:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741848_1024 (size=5153) 2024-11-13T03:20:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741849_1025 (size=5352) 2024-11-13T03:20:18,676 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/queue/7d0fc9fd0e3f434d9dd03ed5a8e8513d 2024-11-13T03:20:18,676 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/ns/bf68a389138841b9ad24b633255c4a26 2024-11-13T03:20:18,682 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/hfileref/b817c040891145208155067f0e16f8df as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/hfileref/b817c040891145208155067f0e16f8df 2024-11-13T03:20:18,694 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/hfileref/b817c040891145208155067f0e16f8df, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T03:20:18,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:18,695 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/.tmp/queue/7d0fc9fd0e3f434d9dd03ed5a8e8513d as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/queue/7d0fc9fd0e3f434d9dd03ed5a8e8513d 2024-11-13T03:20:18,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8394b182524b:35063 this server is in the failed servers list 2024-11-13T03:20:18,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8394b182524b:35063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:18,698 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/rep_barrier/f8c58ac078374f34a320adb873f46748 is 112, key is test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70./rep_barrier:seqnumDuringOpen/1731468004093/Put/seqid=0 2024-11-13T03:20:18,701 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/queue/7d0fc9fd0e3f434d9dd03ed5a8e8513d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T03:20:18,702 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ecd6c59f82688b4c418e763da01a9986 in 513ms, sequenceid=10, compaction requested=false 2024-11-13T03:20:18,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741850_1026 (size=5518) 2024-11-13T03:20:18,709 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/rep_barrier/f8c58ac078374f34a320adb873f46748 2024-11-13T03:20:18,729 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/replication/ecd6c59f82688b4c418e763da01a9986/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:18,730 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecd6c59f82688b4c418e763da01a9986: Waiting for close lock at 1731468018188Running coprocessor pre-close hooks at 1731468018188Disabling compacts and flushes for region at 1731468018188Disabling writes for close at 1731468018189 (+1 ms)Obtaining lock to block concurrent updates at 1731468018189Preparing flush snapshotting stores in ecd6c59f82688b4c418e763da01a9986 at 1731468018189Finished memstore snapshotting hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731468018189Flushing stores of hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. at 1731468018191 (+2 ms)Flushing ecd6c59f82688b4c418e763da01a9986/hfileref: creating writer at 1731468018191Flushing ecd6c59f82688b4c418e763da01a9986/hfileref: appending metadata at 1731468018207 (+16 ms)Flushing ecd6c59f82688b4c418e763da01a9986/hfileref: closing flushed file at 1731468018207Flushing ecd6c59f82688b4c418e763da01a9986/queue: creating writer at 1731468018620 (+413 ms)Flushing ecd6c59f82688b4c418e763da01a9986/queue: appending metadata at 1731468018644 (+24 ms)Flushing ecd6c59f82688b4c418e763da01a9986/queue: closing flushed file at 1731468018644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9224b4: reopening flushed file at 1731468018681 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@859b8a5: reopening flushed file at 1731468018695 (+14 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ecd6c59f82688b4c418e763da01a9986 in 513ms, sequenceid=10, compaction requested=false at 1731468018702 (+7 ms)Writing region close event to WAL at 1731468018722 (+20 ms)Running coprocessor post-close hooks at 1731468018730 (+8 ms)Closed at 1731468018730 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468007276.ecd6c59f82688b4c418e763da01a9986. 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1294b1e2ca2a05162d51ea9331e7c70, disabling compactions & flushes 2024-11-13T03:20:18,730 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. after waiting 0 ms 2024-11-13T03:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:18,741 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/default/test/c1294b1e2ca2a05162d51ea9331e7c70/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:20:18,741 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:18,741 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:18,741 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1294b1e2ca2a05162d51ea9331e7c70: Waiting for close lock at 1731468018730Running coprocessor pre-close hooks at 1731468018730Disabling compacts and flushes for region at 1731468018730Disabling writes for close at 1731468018730Writing region close event to WAL at 1731468018732 (+2 ms)Running coprocessor post-close hooks at 1731468018741 (+9 ms)Closed at 1731468018741 2024-11-13T03:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468002948.c1294b1e2ca2a05162d51ea9331e7c70. 2024-11-13T03:20:18,742 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/table/d56c8e3670b14187b198583d47928664 is 53, key is hbase:replication/table:state/1731468008067/Put/seqid=0 2024-11-13T03:20:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741851_1027 (size=5308) 2024-11-13T03:20:18,758 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/table/d56c8e3670b14187b198583d47928664 2024-11-13T03:20:18,765 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/info/cc44491c8bb0497fb0d946124d36f4a7 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/info/cc44491c8bb0497fb0d946124d36f4a7 2024-11-13T03:20:18,771 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/info/cc44491c8bb0497fb0d946124d36f4a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:20:18,772 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/ns/bf68a389138841b9ad24b633255c4a26 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/ns/bf68a389138841b9ad24b633255c4a26 2024-11-13T03:20:18,778 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/ns/bf68a389138841b9ad24b633255c4a26, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:20:18,780 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/rep_barrier/f8c58ac078374f34a320adb873f46748 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/rep_barrier/f8c58ac078374f34a320adb873f46748 2024-11-13T03:20:18,785 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/rep_barrier/f8c58ac078374f34a320adb873f46748, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:20:18,786 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/.tmp/table/d56c8e3670b14187b198583d47928664 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/table/d56c8e3670b14187b198583d47928664 2024-11-13T03:20:18,790 DEBUG [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:18,793 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/table/d56c8e3670b14187b198583d47928664, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:20:18,794 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=16, compaction requested=false 2024-11-13T03:20:18,830 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:20:18,831 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:18,831 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:18,831 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:18,831 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468018189Running coprocessor pre-close hooks at 1731468018189Disabling compacts and flushes for region at 1731468018189Disabling writes for close at 1731468018189Obtaining lock to block concurrent updates at 1731468018189Preparing flush snapshotting stores in 1588230740 at 1731468018189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468018190 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731468018190Flushing 1588230740/info: creating writer at 1731468018190Flushing 1588230740/info: appending metadata at 1731468018208 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731468018208Flushing 1588230740/ns: creating writer at 1731468018629 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731468018643 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731468018643Flushing 1588230740/rep_barrier: creating writer at 1731468018681 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468018698 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468018698Flushing 1588230740/table: creating writer at 1731468018713 (+15 ms)Flushing 1588230740/table: appending metadata at 1731468018741 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731468018741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d501d58: reopening flushed file at 1731468018764 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176a1d2f: reopening flushed file at 1731468018771 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44084c72: reopening flushed file at 1731468018779 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a2e542: reopening flushed file at 1731468018785 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=16, compaction requested=false at 1731468018794 (+9 ms)Writing region close event to WAL at 1731468018828 (+34 ms)Running coprocessor post-close hooks at 1731468018831 (+3 ms)Closed at 1731468018831 2024-11-13T03:20:18,831 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:18,990 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,36135,1731467993578; all regions closed. 2024-11-13T03:20:18,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:20:19,003 DEBUG [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs 2024-11-13T03:20:19,003 INFO [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36135%2C1731467993578.meta:.meta(num 1731467997187) 2024-11-13T03:20:19,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:19,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8394b182524b:35063 this server is in the failed servers list 2024-11-13T03:20:19,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8394b182524b:35063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:19,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741839_1015 (size=2695) 2024-11-13T03:20:19,025 DEBUG [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs 2024-11-13T03:20:19,025 INFO [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36135%2C1731467993578.rep:(num 1731468008015) 2024-11-13T03:20:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741832_1008 (size=1336) 2024-11-13T03:20:19,034 DEBUG [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/oldWALs 2024-11-13T03:20:19,034 INFO [RS:0;8394b182524b:36135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36135%2C1731467993578:(num 1731467996251) 2024-11-13T03:20:19,034 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:19,034 INFO [RS:0;8394b182524b:36135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:19,034 INFO [RS:0;8394b182524b:36135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:19,034 INFO [RS:0;8394b182524b:36135 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:19,034 INFO [RS:0;8394b182524b:36135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:19,034 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:19,035 INFO [RS:0;8394b182524b:36135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,36135,1731467993578 because: Region server is closing 2024-11-13T03:20:19,035 INFO [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36135. 2024-11-13T03:20:19,035 DEBUG [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:19,035 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:19,035 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:19,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:19,135 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T03:20:19,136 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T03:20:19,136 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T03:20:19,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:19,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8394b182524b:35063 this server is in the failed servers list 2024-11-13T03:20:19,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8394b182524b:35063 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:19,937 INFO [RS:0;8394b182524b:36135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,36135,1731467993578.replicationSource.shipper8394b182524b%2C36135%2C1731467993578,1-8394b182524b,36135,1731467993578 terminated 2024-11-13T03:20:19,937 INFO [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36135. 2024-11-13T03:20:19,937 DEBUG [RS:0;8394b182524b:36135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:19,937 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:19,937 DEBUG [RS:0;8394b182524b:36135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:19,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:19,938 INFO [RS:0;8394b182524b:36135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36135 2024-11-13T03:20:20,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409012977/rs/8394b182524b,36135,1731467993578 2024-11-13T03:20:20,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977/rs 2024-11-13T03:20:20,065 INFO [RS:0;8394b182524b:36135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:20,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,36135,1731467993578] 2024-11-13T03:20:20,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-409012977/draining/8394b182524b,36135,1731467993578 already deleted, retry=false 2024-11-13T03:20:20,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,36135,1731467993578 expired; onlineServers=0 2024-11-13T03:20:20,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,35051,1731467993369' ***** 2024-11-13T03:20:20,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:20,182 DEBUG [M:0;8394b182524b:35051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:20:20,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:20:20,182 DEBUG [M:0;8394b182524b:35051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:20:20,182 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467995996 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467995996,5,FailOnTimeoutGroup] 2024-11-13T03:20:20,182 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467996000 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467996000,5,FailOnTimeoutGroup] 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:20,182 DEBUG [M:0;8394b182524b:35051 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:20,182 INFO [M:0;8394b182524b:35051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:20:20,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:20:20,208 INFO [RS:0;8394b182524b:36135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:20,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:20,208 INFO [RS:0;8394b182524b:36135 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,36135,1731467993578; zookeeper connection closed. 2024-11-13T03:20:20,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36135-0x1013234d4770001, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:20,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9daa8fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9daa8fd 2024-11-13T03:20:20,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:20:20,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-409012977/master 2024-11-13T03:20:20,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-409012977 2024-11-13T03:20:20,245 DEBUG [M:0;8394b182524b:35051 {}] zookeeper.ZKUtil(347): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Unable to get data of znode /0-409012977/master because node does not exist (not an error) 2024-11-13T03:20:20,245 WARN [M:0;8394b182524b:35051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:20:20,245 INFO [M:0;8394b182524b:35051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/.lastflushedseqids 2024-11-13T03:20:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741852_1028 (size=263) 2024-11-13T03:20:20,253 INFO [M:0;8394b182524b:35051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:20:20,253 INFO [M:0;8394b182524b:35051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:20:20,253 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:20,253 INFO [M:0;8394b182524b:35051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:20,253 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:20,253 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:20,253 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:20,253 INFO [M:0;8394b182524b:35051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T03:20:20,278 DEBUG [M:0;8394b182524b:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7927928e6cb24bbf803bede761cf9cd8 is 82, key is hbase:meta,,1/info:regioninfo/1731467997221/Put/seqid=0 2024-11-13T03:20:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741853_1029 (size=5672) 2024-11-13T03:20:20,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:20,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:20,527 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:20,692 INFO [M:0;8394b182524b:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7927928e6cb24bbf803bede761cf9cd8 2024-11-13T03:20:20,723 DEBUG [M:0;8394b182524b:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1a06c2c1ea24bdb84cc068598a3a43f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468008072/Put/seqid=0 2024-11-13T03:20:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741854_1030 (size=8515) 2024-11-13T03:20:20,729 INFO [M:0;8394b182524b:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1a06c2c1ea24bdb84cc068598a3a43f 2024-11-13T03:20:20,751 DEBUG [M:0;8394b182524b:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e173637f8f0e4afa8fcb1cb242162178 is 69, key is 8394b182524b,36135,1731467993578/rs:state/1731467996051/Put/seqid=0 2024-11-13T03:20:20,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741855_1031 (size=5156) 2024-11-13T03:20:21,158 INFO [M:0;8394b182524b:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e173637f8f0e4afa8fcb1cb242162178 2024-11-13T03:20:21,162 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7927928e6cb24bbf803bede761cf9cd8 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7927928e6cb24bbf803bede761cf9cd8 2024-11-13T03:20:21,167 INFO [M:0;8394b182524b:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7927928e6cb24bbf803bede761cf9cd8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:20:21,167 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1a06c2c1ea24bdb84cc068598a3a43f as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1a06c2c1ea24bdb84cc068598a3a43f 2024-11-13T03:20:21,172 INFO [M:0;8394b182524b:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1a06c2c1ea24bdb84cc068598a3a43f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:20:21,173 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e173637f8f0e4afa8fcb1cb242162178 as hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e173637f8f0e4afa8fcb1cb242162178 2024-11-13T03:20:21,176 INFO [M:0;8394b182524b:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e173637f8f0e4afa8fcb1cb242162178, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:20:21,177 INFO [M:0;8394b182524b:35051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=97, compaction requested=false 2024-11-13T03:20:21,178 INFO [M:0;8394b182524b:35051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:21,178 DEBUG [M:0;8394b182524b:35051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468020253Disabling compacts and flushes for region at 1731468020253Disabling writes for close at 1731468020253Obtaining lock to block concurrent updates at 1731468020253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468020253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731468020254 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468020254Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468020254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468020278 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468020278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468020709 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468020723 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468020723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468020733 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468020750 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468020750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6fca48: reopening flushed file at 1731468021162 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ccd98e5: reopening flushed file at 1731468021167 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db6df24: reopening flushed file at 1731468021172 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=97, compaction requested=false at 1731468021177 (+5 ms)Writing region close event to WAL at 1731468021178 (+1 ms)Closed at 1731468021178 2024-11-13T03:20:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46091 is added to blk_1073741830_1006 (size=63642) 2024-11-13T03:20:21,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58ec5406-7148-5df3-c6d9-06accb4fb253/MasterData/WALs/8394b182524b,35051,1731467993369/8394b182524b%2C35051%2C1731467993369.1731467995704 not finished, retry = 0 2024-11-13T03:20:21,281 INFO [M:0;8394b182524b:35051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:20:21,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:21,281 INFO [M:0;8394b182524b:35051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35051 2024-11-13T03:20:21,281 INFO [M:0;8394b182524b:35051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:21,401 INFO [M:0;8394b182524b:35051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1013234d4770000, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:21,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:21,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:21,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:21,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:21,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:21,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:20:21,405 WARN [BP-1195606384-172.17.0.3-1731467991276 heartbeating to localhost/127.0.0.1:33137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:20:21,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:20:21,405 WARN [BP-1195606384-172.17.0.3-1731467991276 heartbeating to localhost/127.0.0.1:33137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195606384-172.17.0.3-1731467991276 (Datanode Uuid 9c5d2f77-4e96-44e1-bc53-fe823bb77bad) service to localhost/127.0.0.1:33137 2024-11-13T03:20:21,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/data/data1/current/BP-1195606384-172.17.0.3-1731467991276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:21,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/cluster_1c2cb0ac-5069-3509-734b-b5ae745881ea/data/data2/current/BP-1195606384-172.17.0.3-1731467991276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:21,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:20:21,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:21,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:21,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:21,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:21,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741a6a2f-b9e0-0595-583b-e898901db8fc/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:21,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:20:21,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:20:21,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51388) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51388) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41835 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5161 (was 4394) - AvailableMemoryMB LEAK? - 2024-11-13T03:20:21,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:21,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5160 2024-11-13T03:20:21,490 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T03:20:21,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir so I do NOT create it in target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c 2024-11-13T03:20:21,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:20:21,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.tmp.dir so I do NOT create it in target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c 2024-11-13T03:20:21,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/186b3e38-e886-7062-495c-88eb7af72dad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:20:21,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c 2024-11-13T03:20:21,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137, deleteOnExit=true 2024-11-13T03:20:21,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:21,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/zookeeper_0, clientPort=56106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:20:21,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013234d4770005, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:20:21,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013234d4770005, quorum=127.0.0.1:51388, baseZNode=/1-1452218771 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:20:21,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013234d4770002, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:20:21,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013234d4770002, quorum=127.0.0.1:51388, baseZNode=/0-409012977 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:20:21,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56106 2024-11-13T03:20:21,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:20:21,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:20:21,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/test.cache.data in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:20:21,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:21,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:20:21,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:20:21,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:21,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:21,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:21,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:21,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:21,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:21,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:21,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:22,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/java.io.tmpdir/jetty-localhost-38387-hadoop-hdfs-3_4_1-tests_jar-_-any-13933124311344432631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:22,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:38387} 2024-11-13T03:20:22,082 INFO [Time-limited test {}] server.Server(415): Started @195753ms 2024-11-13T03:20:22,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:22,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:22,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:22,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:22,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:22,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:22,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:22,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:22,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:22,546 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:22,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fc8e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/java.io.tmpdir/jetty-localhost-34239-hadoop-hdfs-3_4_1-tests_jar-_-any-371987532487101657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:22,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:34239} 2024-11-13T03:20:22,686 INFO [Time-limited test {}] server.Server(415): Started @196358ms 2024-11-13T03:20:22,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:20:23,468 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/data/data2/current/BP-1690676242-172.17.0.3-1731468021567/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:23,468 WARN [Thread-2165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/data/data1/current/BP-1690676242-172.17.0.3-1731468021567/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:23,493 WARN [Thread-2153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:20:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf25d3e1a5c8e75c0 with lease ID 0xaa41dc1b8fe68c2e: Processing first storage report for DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222 from datanode DatanodeRegistration(127.0.0.1:43201, datanodeUuid=7456b90d-e4cf-4fcc-b1c6-668c24c6a46c, infoPort=37007, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=1405887092;c=1731468021567) 2024-11-13T03:20:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf25d3e1a5c8e75c0 with lease ID 0xaa41dc1b8fe68c2e: from storage DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222 node DatanodeRegistration(127.0.0.1:43201, datanodeUuid=7456b90d-e4cf-4fcc-b1c6-668c24c6a46c, infoPort=37007, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=1405887092;c=1731468021567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:20:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf25d3e1a5c8e75c0 with lease ID 0xaa41dc1b8fe68c2e: Processing first storage report for DS-6e3e9dfd-c628-449a-a0e5-42731f9065ac from datanode DatanodeRegistration(127.0.0.1:43201, datanodeUuid=7456b90d-e4cf-4fcc-b1c6-668c24c6a46c, infoPort=37007, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=1405887092;c=1731468021567) 2024-11-13T03:20:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf25d3e1a5c8e75c0 with lease ID 0xaa41dc1b8fe68c2e: from storage DS-6e3e9dfd-c628-449a-a0e5-42731f9065ac node DatanodeRegistration(127.0.0.1:43201, datanodeUuid=7456b90d-e4cf-4fcc-b1c6-668c24c6a46c, infoPort=37007, infoSecurePort=0, ipcPort=44755, storageInfo=lv=-57;cid=testClusterID;nsid=1405887092;c=1731468021567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:20:23,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c 2024-11-13T03:20:23,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:23,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:20:23,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df with version=8 2024-11-13T03:20:23,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/hbase-staging 2024-11-13T03:20:23,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:23,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:20:23,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:23,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41205 2024-11-13T03:20:23,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41205 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412050x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:24,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41205-0x10132354aa60000 connected 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:24,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:24,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:24,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/running 2024-11-13T03:20:24,181 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df, hbase.cluster.distributed=false 2024-11-13T03:20:24,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/acl 2024-11-13T03:20:24,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-13T03:20:24,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41205 2024-11-13T03:20:24,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41205 2024-11-13T03:20:24,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-13T03:20:24,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41205 2024-11-13T03:20:24,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:20:24,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:24,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39287 2024-11-13T03:20:24,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39287 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:24,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:24,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:24,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392870x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/running 2024-11-13T03:20:24,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:20:24,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392870x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:24,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:20:24,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392870x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/master 2024-11-13T03:20:24,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392870x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/acl 2024-11-13T03:20:24,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39287-0x10132354aa60001 connected 2024-11-13T03:20:24,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-13T03:20:24,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39287 2024-11-13T03:20:24,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39287 2024-11-13T03:20:24,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-13T03:20:24,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-13T03:20:24,286 DEBUG [M:0;8394b182524b:41205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:41205 2024-11-13T03:20:24,286 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0725724081/backup-masters/8394b182524b,41205,1731468023950 2024-11-13T03:20:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/backup-masters 2024-11-13T03:20:24,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/backup-masters 2024-11-13T03:20:24,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on existing znode=/0725724081/backup-masters/8394b182524b,41205,1731468023950 2024-11-13T03:20:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725724081/master 2024-11-13T03:20:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:24,310 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on existing znode=/0725724081/master 2024-11-13T03:20:24,310 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0725724081/backup-masters/8394b182524b,41205,1731468023950 from backup master directory 2024-11-13T03:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725724081/backup-masters/8394b182524b,41205,1731468023950 2024-11-13T03:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/backup-masters 2024-11-13T03:20:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/backup-masters 2024-11-13T03:20:24,320 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:24,320 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,41205,1731468023950 2024-11-13T03:20:24,323 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/hbase.id] with ID: 1c7ac172-d5d3-404c-a99d-872202939d1c 2024-11-13T03:20:24,323 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/.tmp/hbase.id 2024-11-13T03:20:24,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:20:24,731 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/.tmp/hbase.id]:[hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/hbase.id] 2024-11-13T03:20:24,739 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:24,740 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:20:24,740 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T03:20:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:24,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:20:25,170 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:25,171 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:20:25,172 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:20:25,594 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store 2024-11-13T03:20:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:25,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:25,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:25,609 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468025609Disabling compacts and flushes for region at 1731468025609Disabling writes for close at 1731468025609Writing region close event to WAL at 1731468025609Closed at 1731468025609 2024-11-13T03:20:25,610 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/.initializing 2024-11-13T03:20:25,610 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/WALs/8394b182524b,41205,1731468023950 2024-11-13T03:20:25,611 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:25,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C41205%2C1731468023950, suffix=, logDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/WALs/8394b182524b,41205,1731468023950, archiveDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/oldWALs, maxLogs=10 2024-11-13T03:20:25,629 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/WALs/8394b182524b,41205,1731468023950/8394b182524b%2C41205%2C1731468023950.1731468025613, exclude list is [], retry=0 2024-11-13T03:20:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222,DISK] 2024-11-13T03:20:25,635 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/WALs/8394b182524b,41205,1731468023950/8394b182524b%2C41205%2C1731468023950.1731468025613 2024-11-13T03:20:25,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-13T03:20:25,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:25,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:25,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:20:25,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:25,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:25,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:20:25,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:25,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:25,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:20:25,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:25,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:25,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:20:25,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:25,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:25,644 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,646 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,646 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,647 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,647 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,648 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:25,649 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:25,651 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:25,651 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68166659, jitterRate=0.01576237380504608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:25,652 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468025636Initializing all the Stores at 1731468025637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468025637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468025637Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468025637Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468025637Cleaning up temporary data from old regions at 1731468025648 (+11 ms)Region opened successfully at 1731468025651 (+3 ms) 2024-11-13T03:20:25,664 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:20:25,667 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4502fdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:25,668 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:20:25,668 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:20:25,668 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:20:25,669 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:20:25,669 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:20:25,669 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:20:25,670 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:20:25,686 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:20:25,687 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/balancer because node does not exist (not necessarily an error) 2024-11-13T03:20:25,783 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/balancer already deleted, retry=false 2024-11-13T03:20:25,784 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:20:25,784 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:20:25,836 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/normalizer already deleted, retry=false 2024-11-13T03:20:25,836 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:20:25,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:20:25,849 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/switch/split already deleted, retry=false 2024-11-13T03:20:25,850 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:20:25,859 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/switch/merge already deleted, retry=false 2024-11-13T03:20:25,861 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:20:25,870 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/snapshot-cleanup already deleted, retry=false 2024-11-13T03:20:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725724081/running 2024-11-13T03:20:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725724081/running 2024-11-13T03:20:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:25,881 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,41205,1731468023950, sessionid=0x10132354aa60000, setting cluster-up flag (Was=false) 2024-11-13T03:20:25,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:25,944 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0725724081/flush-table-proc/acquired, /0725724081/flush-table-proc/reached, /0725724081/flush-table-proc/abort 2024-11-13T03:20:25,945 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,41205,1731468023950 2024-11-13T03:20:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:25,996 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0725724081/online-snapshot/acquired, /0725724081/online-snapshot/reached, /0725724081/online-snapshot/abort 2024-11-13T03:20:25,997 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,41205,1731468023950 2024-11-13T03:20:25,998 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:20:26,000 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:26,000 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:20:26,000 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:20:26,000 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,41205,1731468023950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:20:26,001 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,002 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:26,002 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:26,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468056008 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:20:26,008 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:20:26,009 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:20:26,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:20:26,012 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,016 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:20:26,016 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:20:26,016 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:20:26,016 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:20:26,020 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:20:26,020 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:20:26,020 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468026020,5,FailOnTimeoutGroup] 2024-11-13T03:20:26,026 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468026020,5,FailOnTimeoutGroup] 2024-11-13T03:20:26,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:20:26,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:20:26,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:20:26,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df 2024-11-13T03:20:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:20:26,086 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(746): ClusterId : 1c7ac172-d5d3-404c-a99d-872202939d1c 2024-11-13T03:20:26,086 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:20:26,178 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:20:26,178 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:20:26,209 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:20:26,209 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44497b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:26,226 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:39287 2024-11-13T03:20:26,226 INFO [RS:0;8394b182524b:39287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:20:26,226 INFO [RS:0;8394b182524b:39287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:20:26,226 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:20:26,226 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,41205,1731468023950 with port=39287, startcode=1731468024214 2024-11-13T03:20:26,227 DEBUG [RS:0;8394b182524b:39287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:20:26,228 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:20:26,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,39287,1731468024214 2024-11-13T03:20:26,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41205 {}] master.ServerManager(517): Registering regionserver=8394b182524b,39287,1731468024214 2024-11-13T03:20:26,233 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df 2024-11-13T03:20:26,233 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33697 2024-11-13T03:20:26,233 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:20:26,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/rs 2024-11-13T03:20:26,257 DEBUG [RS:0;8394b182524b:39287 {}] zookeeper.ZKUtil(111): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on existing znode=/0725724081/rs/8394b182524b,39287,1731468024214 2024-11-13T03:20:26,257 WARN [RS:0;8394b182524b:39287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:26,257 INFO [RS:0;8394b182524b:39287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:26,257 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214 2024-11-13T03:20:26,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,39287,1731468024214] 2024-11-13T03:20:26,260 INFO [RS:0;8394b182524b:39287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:20:26,265 INFO [RS:0;8394b182524b:39287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:20:26,266 INFO [RS:0;8394b182524b:39287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:20:26,266 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,268 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:20:26,269 INFO [RS:0;8394b182524b:39287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:20:26,269 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:26,269 DEBUG [RS:0;8394b182524b:39287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,272 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39287,1731468024214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:26,288 INFO [RS:0;8394b182524b:39287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:20:26,288 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39287,1731468024214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,288 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,288 INFO [RS:0;8394b182524b:39287 {}] regionserver.Replication(171): 8394b182524b,39287,1731468024214 started 2024-11-13T03:20:26,310 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,310 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,39287,1731468024214, RpcServer on 8394b182524b/172.17.0.3:39287, sessionid=0x10132354aa60001 2024-11-13T03:20:26,310 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:20:26,310 DEBUG [RS:0;8394b182524b:39287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,39287,1731468024214 2024-11-13T03:20:26,310 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39287,1731468024214' 2024-11-13T03:20:26,310 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0725724081/flush-table-proc/abort' 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0725724081/flush-table-proc/acquired' 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,39287,1731468024214 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39287,1731468024214' 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0725724081/online-snapshot/abort' 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0725724081/online-snapshot/acquired' 2024-11-13T03:20:26,311 DEBUG [RS:0;8394b182524b:39287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:20:26,312 INFO [RS:0;8394b182524b:39287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:20:26,312 INFO [RS:0;8394b182524b:39287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:20:26,412 INFO [RS:0;8394b182524b:39287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:26,413 INFO [RS:0;8394b182524b:39287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39287%2C1731468024214, suffix=, logDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214, archiveDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/oldWALs, maxLogs=10 2024-11-13T03:20:26,432 DEBUG [RS:0;8394b182524b:39287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, exclude list is [], retry=0 2024-11-13T03:20:26,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222,DISK] 2024-11-13T03:20:26,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:26,444 INFO [RS:0;8394b182524b:39287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 2024-11-13T03:20:26,445 DEBUG [RS:0;8394b182524b:39287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-13T03:20:26,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:26,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:26,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:26,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:26,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:26,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:26,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:26,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:26,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740 2024-11-13T03:20:26,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740 2024-11-13T03:20:26,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:26,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:26,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:26,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:26,471 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:26,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934546, jitterRate=0.04210594296455383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:26,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468026442Initializing all the Stores at 1731468026444 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468026444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026444Cleaning up temporary data from old regions at 1731468026466 (+22 ms)Region opened successfully at 1731468026472 (+6 ms) 2024-11-13T03:20:26,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:26,472 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:26,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:26,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:26,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:26,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:26,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468026472Disabling compacts and flushes for region at 1731468026472Disabling writes for close at 1731468026472Writing region close event to WAL at 1731468026477 (+5 ms)Closed at 1731468026477 2024-11-13T03:20:26,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:26,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:20:26,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:20:26,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:26,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:20:26,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:26,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:26,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:26,632 DEBUG [8394b182524b:41205 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:20:26,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:26,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,39287,1731468024214, state=OPENING 2024-11-13T03:20:26,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:20:26,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:26,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:26,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:26,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,39287,1731468024214}] 2024-11-13T03:20:26,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725724081/meta-region-server: CHANGED 2024-11-13T03:20:26,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725724081/meta-region-server: CHANGED 2024-11-13T03:20:26,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:26,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:20:26,818 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:20:26,818 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:26,819 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:20:26,820 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39287%2C1731468024214.meta, suffix=.meta, logDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214, archiveDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/oldWALs, maxLogs=10 2024-11-13T03:20:26,837 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.meta.1731468026820.meta, exclude list is [], retry=0 2024-11-13T03:20:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222,DISK] 2024-11-13T03:20:26,844 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.meta.1731468026820.meta 2024-11-13T03:20:26,845 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-13T03:20:26,845 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:26,845 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:26,845 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:26,845 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:20:26,845 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:20:26,845 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:20:26,846 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:26,846 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:20:26,846 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:20:26,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:26,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:26,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:26,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:26,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:26,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:26,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:26,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:26,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:26,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:26,853 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:26,853 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740 2024-11-13T03:20:26,854 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740 2024-11-13T03:20:26,855 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:26,855 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:26,855 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:26,856 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:26,857 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64729426, jitterRate=-0.03545638918876648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:26,857 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:20:26,858 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468026846Writing region info on filesystem at 1731468026846Initializing all the Stores at 1731468026847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468026847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468026847Cleaning up temporary data from old regions at 1731468026855 (+8 ms)Running coprocessor post-open hooks at 1731468026857 (+2 ms)Region opened successfully at 1731468026858 (+1 ms) 2024-11-13T03:20:26,859 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468026812 2024-11-13T03:20:26,861 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:20:26,861 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:20:26,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:26,862 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,39287,1731468024214, state=OPEN 2024-11-13T03:20:26,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0725724081/meta-region-server 2024-11-13T03:20:26,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0725724081/meta-region-server 2024-11-13T03:20:26,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,39287,1731468024214 2024-11-13T03:20:26,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725724081/meta-region-server: CHANGED 2024-11-13T03:20:26,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725724081/meta-region-server: CHANGED 2024-11-13T03:20:26,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:20:26,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,39287,1731468024214 in 246 msec 2024-11-13T03:20:26,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:20:26,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-13T03:20:26,910 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:26,910 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:20:26,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:26,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39287,1731468024214, seqNum=-1] 2024-11-13T03:20:26,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:26,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:26,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 917 msec 2024-11-13T03:20:26,917 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468026917, completionTime=-1 2024-11-13T03:20:26,917 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:20:26,917 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:20:26,919 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:20:26,919 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468086919 2024-11-13T03:20:26,919 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468146919 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:41205, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,920 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,923 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.604sec 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:26,925 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:20:26,927 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:20:26,927 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:20:26,927 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41205,1731468023950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:26,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:26,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:26,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:26,991 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5563505d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:26,994 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:26,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a515c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:26,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39287,1731468024214, seqNum=-1] 2024-11-13T03:20:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:26,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:26,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,41205,1731468023950 2024-11-13T03:20:27,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:27,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:27,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132354aa60002 connected 2024-11-13T03:20:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir so I do NOT create it in target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8 2024-11-13T03:20:27,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:20:27,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.tmp.dir so I do NOT create it in target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8 2024-11-13T03:20:27,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:20:27,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/cluster_63d8c8c4-dc0b-ea6f-d240-533ad5d1f2e0, deleteOnExit=true 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/test.cache.data in system properties and HBase conf 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:20:27,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:20:27,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:20:27,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:20:27,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:27,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:27,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:27,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:27,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:27,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:27,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:27,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:27,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/java.io.tmpdir/jetty-localhost-39765-hadoop-hdfs-3_4_1-tests_jar-_-any-6744158111980251424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:27,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:39765} 2024-11-13T03:20:27,548 INFO [Time-limited test {}] server.Server(415): Started @201219ms 2024-11-13T03:20:28,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:28,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:28,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:28,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:28,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:20:28,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:28,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:28,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330dd5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/java.io.tmpdir/jetty-localhost-41659-hadoop-hdfs-3_4_1-tests_jar-_-any-10578873893330654606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:28,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:41659} 2024-11-13T03:20:28,596 INFO [Time-limited test {}] server.Server(415): Started @202268ms 2024-11-13T03:20:28,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:20:29,429 WARN [Thread-2285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/cluster_63d8c8c4-dc0b-ea6f-d240-533ad5d1f2e0/data/data1/current/BP-1900115580-172.17.0.3-1731468027067/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:29,429 WARN [Thread-2286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/cluster_63d8c8c4-dc0b-ea6f-d240-533ad5d1f2e0/data/data2/current/BP-1900115580-172.17.0.3-1731468027067/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:29,501 WARN [Thread-2273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:20:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96303a408a54c508 with lease ID 0xb4ead12d5dedc942: Processing first storage report for DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23 from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=e6c0f2de-a943-45c2-8cd7-7ce9a6839977, infoPort=45697, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=1890233876;c=1731468027067) 2024-11-13T03:20:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96303a408a54c508 with lease ID 0xb4ead12d5dedc942: from storage DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23 node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=e6c0f2de-a943-45c2-8cd7-7ce9a6839977, infoPort=45697, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=1890233876;c=1731468027067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:20:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96303a408a54c508 with lease ID 0xb4ead12d5dedc942: Processing first storage report for DS-9f90f7e4-b09c-4d14-9f2e-5e0b0aab0c2a from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=e6c0f2de-a943-45c2-8cd7-7ce9a6839977, infoPort=45697, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=1890233876;c=1731468027067) 2024-11-13T03:20:29,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96303a408a54c508 with lease ID 0xb4ead12d5dedc942: from storage DS-9f90f7e4-b09c-4d14-9f2e-5e0b0aab0c2a node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=e6c0f2de-a943-45c2-8cd7-7ce9a6839977, infoPort=45697, infoSecurePort=0, ipcPort=34817, storageInfo=lv=-57;cid=testClusterID;nsid=1890233876;c=1731468027067), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:20:29,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:29,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8 2024-11-13T03:20:29,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:29,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:29,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:20:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:30,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0 with version=8 2024-11-13T03:20:30,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/hbase-staging 2024-11-13T03:20:30,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:20:30,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:30,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42401 2024-11-13T03:20:30,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42401 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424010x0, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:30,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42401-0x10132354aa60003 connected 2024-11-13T03:20:30,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:30,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:30,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/running 2024-11-13T03:20:30,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0, hbase.cluster.distributed=false 2024-11-13T03:20:30,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/acl 2024-11-13T03:20:30,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-13T03:20:30,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42401 2024-11-13T03:20:30,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42401 2024-11-13T03:20:30,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-13T03:20:30,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-13T03:20:30,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:20:30,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:30,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35631 2024-11-13T03:20:30,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35631 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:30,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:30,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:30,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356310x0, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:30,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356310x0, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/running 2024-11-13T03:20:30,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:20:30,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35631-0x10132354aa60004 connected 2024-11-13T03:20:31,018 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:20:31,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/master 2024-11-13T03:20:31,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/acl 2024-11-13T03:20:31,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-13T03:20:31,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35631 2024-11-13T03:20:31,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35631 2024-11-13T03:20:31,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-13T03:20:31,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-13T03:20:31,188 DEBUG [M:0;8394b182524b:42401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:42401 2024-11-13T03:20:31,203 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-367213364/backup-masters/8394b182524b,42401,1731468030081 2024-11-13T03:20:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/backup-masters 2024-11-13T03:20:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/backup-masters 2024-11-13T03:20:31,229 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on existing znode=/1-367213364/backup-masters/8394b182524b,42401,1731468030081 2024-11-13T03:20:31,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:31,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367213364/master 2024-11-13T03:20:31,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:31,239 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on existing znode=/1-367213364/master 2024-11-13T03:20:31,240 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-367213364/backup-masters/8394b182524b,42401,1731468030081 from backup master directory 2024-11-13T03:20:31,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367213364/backup-masters/8394b182524b,42401,1731468030081 2024-11-13T03:20:31,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/backup-masters 2024-11-13T03:20:31,249 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:31,249 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,42401,1731468030081 2024-11-13T03:20:31,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/backup-masters 2024-11-13T03:20:31,271 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/hbase.id] with ID: 93a7389b-1f11-4e65-a96a-941396fe5c3e 2024-11-13T03:20:31,271 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/.tmp/hbase.id 2024-11-13T03:20:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:20:31,706 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/.tmp/hbase.id]:[hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/hbase.id] 2024-11-13T03:20:31,728 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:31,728 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:20:31,736 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-13T03:20:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:20:31,811 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:31,812 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:20:31,815 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:20:31,839 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store 2024-11-13T03:20:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:20:31,878 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:31,878 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:31,878 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:31,878 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:31,878 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:31,879 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:31,879 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:31,879 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468031878Disabling compacts and flushes for region at 1731468031878Disabling writes for close at 1731468031879 (+1 ms)Writing region close event to WAL at 1731468031879Closed at 1731468031879 2024-11-13T03:20:31,879 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/.initializing 2024-11-13T03:20:31,879 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/WALs/8394b182524b,42401,1731468030081 2024-11-13T03:20:31,880 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:31,882 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C42401%2C1731468030081, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/WALs/8394b182524b,42401,1731468030081, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/oldWALs, maxLogs=10 2024-11-13T03:20:31,905 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/WALs/8394b182524b,42401,1731468030081/8394b182524b%2C42401%2C1731468030081.1731468031882, exclude list is [], retry=0 2024-11-13T03:20:31,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23,DISK] 2024-11-13T03:20:31,917 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/WALs/8394b182524b,42401,1731468030081/8394b182524b%2C42401%2C1731468030081.1731468031882 2024-11-13T03:20:31,918 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697)] 2024-11-13T03:20:31,918 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:31,918 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:31,918 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,918 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:20:31,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:31,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:31,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:20:31,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:31,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:31,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:20:31,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:31,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:31,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:20:31,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:31,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:31,928 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,928 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,929 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,930 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,930 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,931 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:31,932 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:31,935 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:31,935 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70551422, jitterRate=0.0512981116771698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:31,935 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468031918Initializing all the Stores at 1731468031919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468031919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468031919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468031919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468031919Cleaning up temporary data from old regions at 1731468031930 (+11 ms)Region opened successfully at 1731468031935 (+5 ms) 2024-11-13T03:20:31,936 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:20:31,939 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432d9606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:31,939 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:20:31,940 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:20:31,940 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:20:31,940 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:20:31,940 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:20:31,941 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:20:31,941 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:20:31,943 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:20:31,944 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/balancer because node does not exist (not necessarily an error) 2024-11-13T03:20:31,954 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/balancer already deleted, retry=false 2024-11-13T03:20:31,954 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:20:31,955 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:20:31,964 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/normalizer already deleted, retry=false 2024-11-13T03:20:31,965 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:20:31,966 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:20:31,975 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/switch/split already deleted, retry=false 2024-11-13T03:20:31,976 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:20:31,985 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/switch/merge already deleted, retry=false 2024-11-13T03:20:31,987 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:20:31,996 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/snapshot-cleanup already deleted, retry=false 2024-11-13T03:20:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367213364/running 2024-11-13T03:20:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-367213364/running 2024-11-13T03:20:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,007 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,42401,1731468030081, sessionid=0x10132354aa60003, setting cluster-up flag (Was=false) 2024-11-13T03:20:32,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,064 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-367213364/flush-table-proc/acquired, /1-367213364/flush-table-proc/reached, /1-367213364/flush-table-proc/abort 2024-11-13T03:20:32,065 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,42401,1731468030081 2024-11-13T03:20:32,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:32,119 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-367213364/online-snapshot/acquired, /1-367213364/online-snapshot/reached, /1-367213364/online-snapshot/abort 2024-11-13T03:20:32,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,42401,1731468030081 2024-11-13T03:20:32,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:20:32,145 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:32,146 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:20:32,146 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:20:32,146 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,42401,1731468030081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:32,147 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:32,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:20:32,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:32,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:20:32,167 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(746): ClusterId : 93a7389b-1f11-4e65-a96a-941396fe5c3e 2024-11-13T03:20:32,167 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:20:32,176 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:20:32,176 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:20:32,192 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:20:32,193 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6f5534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468062196 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:20:32,196 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:20:32,204 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:20:32,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:20:32,215 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0 2024-11-13T03:20:32,219 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:35631 2024-11-13T03:20:32,219 INFO [RS:0;8394b182524b:35631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:20:32,219 INFO [RS:0;8394b182524b:35631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:20:32,219 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:20:32,220 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,42401,1731468030081 with port=35631, startcode=1731468030920 2024-11-13T03:20:32,220 DEBUG [RS:0;8394b182524b:35631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:20:32,225 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:20:32,226 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:20:32,226 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:20:32,226 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:20:32,233 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:20:32,233 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:20:32,240 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468032233,5,FailOnTimeoutGroup] 2024-11-13T03:20:32,248 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468032240,5,FailOnTimeoutGroup] 2024-11-13T03:20:32,248 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,248 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:20:32,248 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,248 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:20:32,273 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:20:32,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,35631,1731468030920 2024-11-13T03:20:32,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42401 {}] master.ServerManager(517): Registering regionserver=8394b182524b,35631,1731468030920 2024-11-13T03:20:32,275 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0 2024-11-13T03:20:32,275 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41869 2024-11-13T03:20:32,275 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:20:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/rs 2024-11-13T03:20:32,281 DEBUG [RS:0;8394b182524b:35631 {}] zookeeper.ZKUtil(111): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on existing znode=/1-367213364/rs/8394b182524b,35631,1731468030920 2024-11-13T03:20:32,281 WARN [RS:0;8394b182524b:35631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:32,281 INFO [RS:0;8394b182524b:35631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:32,281 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920 2024-11-13T03:20:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:20:32,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,35631,1731468030920] 2024-11-13T03:20:32,310 INFO [RS:0;8394b182524b:35631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:20:32,312 INFO [RS:0;8394b182524b:35631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:20:32,312 INFO [RS:0;8394b182524b:35631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:20:32,312 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,313 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:20:32,313 INFO [RS:0;8394b182524b:35631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:20:32,313 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,313 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,314 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,314 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,314 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:32,314 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:32,314 DEBUG [RS:0;8394b182524b:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,314 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35631,1731468030920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:32,329 INFO [RS:0;8394b182524b:35631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:20:32,330 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35631,1731468030920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,330 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,330 INFO [RS:0;8394b182524b:35631 {}] regionserver.Replication(171): 8394b182524b,35631,1731468030920 started 2024-11-13T03:20:32,344 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:32,344 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,35631,1731468030920, RpcServer on 8394b182524b/172.17.0.3:35631, sessionid=0x10132354aa60004 2024-11-13T03:20:32,344 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:20:32,344 DEBUG [RS:0;8394b182524b:35631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,35631,1731468030920 2024-11-13T03:20:32,344 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35631,1731468030920' 2024-11-13T03:20:32,344 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-367213364/flush-table-proc/abort' 2024-11-13T03:20:32,344 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-367213364/flush-table-proc/acquired' 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,35631,1731468030920 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,35631,1731468030920' 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-367213364/online-snapshot/abort' 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-367213364/online-snapshot/acquired' 2024-11-13T03:20:32,345 DEBUG [RS:0;8394b182524b:35631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:20:32,345 INFO [RS:0;8394b182524b:35631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:20:32,345 INFO [RS:0;8394b182524b:35631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:20:32,446 INFO [RS:0;8394b182524b:35631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:32,448 INFO [RS:0;8394b182524b:35631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35631%2C1731468030920, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/oldWALs, maxLogs=10 2024-11-13T03:20:32,464 DEBUG [RS:0;8394b182524b:35631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, exclude list is [], retry=0 2024-11-13T03:20:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23,DISK] 2024-11-13T03:20:32,468 INFO [RS:0;8394b182524b:35631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 2024-11-13T03:20:32,468 DEBUG [RS:0;8394b182524b:35631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697)] 2024-11-13T03:20:32,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:32,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:32,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:32,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:32,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:32,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:32,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:32,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:32,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:32,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:32,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:32,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:32,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:32,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:32,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:32,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:32,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740 2024-11-13T03:20:32,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740 2024-11-13T03:20:32,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:32,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:32,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:32,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:32,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:32,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73081737, jitterRate=0.08900274336338043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468032702Initializing all the Stores at 1731468032705 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468032705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468032714 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468032714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468032714Cleaning up temporary data from old regions at 1731468032728 (+14 ms)Region opened successfully at 1731468032731 (+3 ms) 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:32,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:32,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:32,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468032731Disabling compacts and flushes for region at 1731468032731Disabling writes for close at 1731468032731Writing region close event to WAL at 1731468032731Closed at 1731468032731 2024-11-13T03:20:32,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:32,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:20:32,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:20:32,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:32,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:20:32,885 DEBUG [8394b182524b:42401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:20:32,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:32,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,35631,1731468030920, state=OPENING 2024-11-13T03:20:33,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:20:33,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:33,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:33,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:33,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367213364/meta-region-server: CHANGED 2024-11-13T03:20:33,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367213364/meta-region-server: CHANGED 2024-11-13T03:20:33,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,35631,1731468030920}] 2024-11-13T03:20:33,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:33,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:20:33,266 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:20:33,266 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:33,266 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:20:33,267 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35631%2C1731468030920.meta, suffix=.meta, logDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/oldWALs, maxLogs=10 2024-11-13T03:20:33,280 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.meta.1731468033267.meta, exclude list is [], retry=0 2024-11-13T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23,DISK] 2024-11-13T03:20:33,283 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.meta.1731468033267.meta 2024-11-13T03:20:33,283 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697)] 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:33,284 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:20:33,284 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:20:33,284 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:20:33,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:33,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:33,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:33,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:33,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:33,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:33,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:33,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:33,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:33,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:33,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:33,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:33,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:33,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:33,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:33,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:33,290 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:33,291 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740 2024-11-13T03:20:33,292 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740 2024-11-13T03:20:33,297 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:33,297 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:33,297 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:33,298 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:33,299 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63929176, jitterRate=-0.047381043434143066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:33,299 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:20:33,299 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468033284Writing region info on filesystem at 1731468033284Initializing all the Stores at 1731468033285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468033285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468033285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468033285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468033285Cleaning up temporary data from old regions at 1731468033297 (+12 ms)Running coprocessor post-open hooks at 1731468033299 (+2 ms)Region opened successfully at 1731468033299 2024-11-13T03:20:33,309 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468033261 2024-11-13T03:20:33,311 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:20:33,311 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:20:33,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:33,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,35631,1731468030920, state=OPEN 2024-11-13T03:20:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-367213364/meta-region-server 2024-11-13T03:20:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-367213364/meta-region-server 2024-11-13T03:20:33,333 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,35631,1731468030920 2024-11-13T03:20:33,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367213364/meta-region-server: CHANGED 2024-11-13T03:20:33,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-367213364/meta-region-server: CHANGED 2024-11-13T03:20:33,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:20:33,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,35631,1731468030920 in 224 msec 2024-11-13T03:20:33,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:20:33,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-13T03:20:33,342 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:33,343 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:20:33,344 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:33,344 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35631,1731468030920, seqNum=-1] 2024-11-13T03:20:33,344 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:33,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:33,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-13T03:20:33,353 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468033352, completionTime=-1 2024-11-13T03:20:33,353 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:20:33,353 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:20:33,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:20:33,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468093355 2024-11-13T03:20:33,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468153355 2024-11-13T03:20:33,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:20:33,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:42401, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,360 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:20:33,372 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:20:33,377 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:20:33,378 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:33,378 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:20:33,382 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:20:33,382 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:20:33,382 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42401,1731468030081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:33,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:33,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:33,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:33,479 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f987f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:33,482 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:33,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:33,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35631,1731468030920, seqNum=-1] 2024-11-13T03:20:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:33,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,42401,1731468030081 2024-11-13T03:20:33,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56106 2024-11-13T03:20:33,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:33,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132354aa60005 connected 2024-11-13T03:20:33,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,41205,1731468023950 2024-11-13T03:20:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f9006b 2024-11-13T03:20:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:33,543 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:33,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:20:33,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:33,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:33,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:20:33,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:33,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:20:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:33,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef4e1a4771c482c4462584da722fa9c6, NAME => 'test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df 2024-11-13T03:20:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:20:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:20:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T03:20:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:20:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:20:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:34,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:34,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ef4e1a4771c482c4462584da722fa9c6, disabling compactions & flushes 2024-11-13T03:20:34,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. after waiting 0 ms 2024-11-13T03:20:34,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef4e1a4771c482c4462584da722fa9c6: Waiting for close lock at 1731468034358Disabling compacts and flushes for region at 1731468034358Disabling writes for close at 1731468034359 (+1 ms)Writing region close event to WAL at 1731468034359Closed at 1731468034359 2024-11-13T03:20:34,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:34,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468034360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468034360"}]},"ts":"1731468034360"} 2024-11-13T03:20:34,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:34,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:34,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468034363"}]},"ts":"1731468034363"} 2024-11-13T03:20:34,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:20:34,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef4e1a4771c482c4462584da722fa9c6, ASSIGN}] 2024-11-13T03:20:34,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef4e1a4771c482c4462584da722fa9c6, ASSIGN 2024-11-13T03:20:34,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ef4e1a4771c482c4462584da722fa9c6, ASSIGN; state=OFFLINE, location=8394b182524b,39287,1731468024214; forceNewPlan=false, retain=false 2024-11-13T03:20:34,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef4e1a4771c482c4462584da722fa9c6, regionState=OPENING, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ef4e1a4771c482c4462584da722fa9c6, ASSIGN because future has completed 2024-11-13T03:20:34,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4e1a4771c482c4462584da722fa9c6, server=8394b182524b,39287,1731468024214}] 2024-11-13T03:20:34,675 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,675 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef4e1a4771c482c4462584da722fa9c6, NAME => 'test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:34,675 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:34,676 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:20:34,676 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,676 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:34,676 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,676 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,677 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,678 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4e1a4771c482c4462584da722fa9c6 columnFamilyName f 2024-11-13T03:20:34,678 DEBUG [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:34,678 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(327): Store=ef4e1a4771c482c4462584da722fa9c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:34,678 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,679 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4e1a4771c482c4462584da722fa9c6 columnFamilyName f1 2024-11-13T03:20:34,679 DEBUG [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:34,679 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(327): Store=ef4e1a4771c482c4462584da722fa9c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:34,680 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,680 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4e1a4771c482c4462584da722fa9c6 columnFamilyName norep 2024-11-13T03:20:34,680 DEBUG [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:34,680 INFO [StoreOpener-ef4e1a4771c482c4462584da722fa9c6-1 {}] regionserver.HStore(327): Store=ef4e1a4771c482c4462584da722fa9c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:34,680 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,681 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,681 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,682 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,682 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,682 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:34,683 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,684 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:34,684 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef4e1a4771c482c4462584da722fa9c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68779703, jitterRate=0.024897441267967224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:34,685 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:34,685 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef4e1a4771c482c4462584da722fa9c6: Running coprocessor pre-open hook at 1731468034676Writing region info on filesystem at 1731468034676Initializing all the Stores at 1731468034677 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468034677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468034677Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468034677Cleaning up temporary data from old regions at 1731468034682 (+5 ms)Running coprocessor post-open hooks at 1731468034685 (+3 ms)Region opened successfully at 1731468034685 2024-11-13T03:20:34,686 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6., pid=6, masterSystemTime=1731468034670 2024-11-13T03:20:34,688 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,688 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:34,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef4e1a4771c482c4462584da722fa9c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4e1a4771c482c4462584da722fa9c6, server=8394b182524b,39287,1731468024214 because future has completed 2024-11-13T03:20:34,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:20:34,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef4e1a4771c482c4462584da722fa9c6, server=8394b182524b,39287,1731468024214 in 174 msec 2024-11-13T03:20:34,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:20:34,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ef4e1a4771c482c4462584da722fa9c6, ASSIGN in 330 msec 2024-11-13T03:20:34,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:34,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468034697"}]},"ts":"1731468034697"} 2024-11-13T03:20:34,699 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:20:34,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:34,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-13T03:20:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:35,696 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:20:35,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,42401,1731468030081 2024-11-13T03:20:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106f8f50 2024-11-13T03:20:35,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:35,697 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:35,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:20:35,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:35,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:35,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:20:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:35,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:20:35,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72bb119faddd93ae9754dc95f046b073, NAME => 'test,,1731468035698.72bb119faddd93ae9754dc95f046b073.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0 2024-11-13T03:20:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:20:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468035698.72bb119faddd93ae9754dc95f046b073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72bb119faddd93ae9754dc95f046b073, disabling compactions & flushes 2024-11-13T03:20:36,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468035698.72bb119faddd93ae9754dc95f046b073. after waiting 0 ms 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72bb119faddd93ae9754dc95f046b073: Waiting for close lock at 1731468036119Disabling compacts and flushes for region at 1731468036119Disabling writes for close at 1731468036119Writing region close event to WAL at 1731468036119Closed at 1731468036119 2024-11-13T03:20:36,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:36,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468035698.72bb119faddd93ae9754dc95f046b073.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468036120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468036120"}]},"ts":"1731468036120"} 2024-11-13T03:20:36,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:36,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:36,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468036123"}]},"ts":"1731468036123"} 2024-11-13T03:20:36,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:20:36,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72bb119faddd93ae9754dc95f046b073, ASSIGN}] 2024-11-13T03:20:36,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72bb119faddd93ae9754dc95f046b073, ASSIGN 2024-11-13T03:20:36,126 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72bb119faddd93ae9754dc95f046b073, ASSIGN; state=OFFLINE, location=8394b182524b,35631,1731468030920; forceNewPlan=false, retain=false 2024-11-13T03:20:36,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72bb119faddd93ae9754dc95f046b073, regionState=OPENING, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:36,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72bb119faddd93ae9754dc95f046b073, ASSIGN because future has completed 2024-11-13T03:20:36,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72bb119faddd93ae9754dc95f046b073, server=8394b182524b,35631,1731468030920}] 2024-11-13T03:20:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:36,435 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,435 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72bb119faddd93ae9754dc95f046b073, NAME => 'test,,1731468035698.72bb119faddd93ae9754dc95f046b073.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:36,435 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:36,435 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:20:36,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468035698.72bb119faddd93ae9754dc95f046b073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:36,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,438 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,439 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72bb119faddd93ae9754dc95f046b073 columnFamilyName f 2024-11-13T03:20:36,439 DEBUG [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:36,439 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(327): Store=72bb119faddd93ae9754dc95f046b073/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:36,439 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,440 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72bb119faddd93ae9754dc95f046b073 columnFamilyName f1 2024-11-13T03:20:36,440 DEBUG [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:36,440 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(327): Store=72bb119faddd93ae9754dc95f046b073/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:36,441 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,441 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72bb119faddd93ae9754dc95f046b073 columnFamilyName norep 2024-11-13T03:20:36,441 DEBUG [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:36,442 INFO [StoreOpener-72bb119faddd93ae9754dc95f046b073-1 {}] regionserver.HStore(327): Store=72bb119faddd93ae9754dc95f046b073/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:36,442 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,442 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,442 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,443 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,443 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,443 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:36,444 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,445 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:36,445 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72bb119faddd93ae9754dc95f046b073; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815058, jitterRate=0.025424271821975708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:36,445 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:36,446 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72bb119faddd93ae9754dc95f046b073: Running coprocessor pre-open hook at 1731468036436Writing region info on filesystem at 1731468036436Initializing all the Stores at 1731468036436Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468036436Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468036438 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468036438Cleaning up temporary data from old regions at 1731468036443 (+5 ms)Running coprocessor post-open hooks at 1731468036445 (+2 ms)Region opened successfully at 1731468036445 2024-11-13T03:20:36,446 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468035698.72bb119faddd93ae9754dc95f046b073., pid=6, masterSystemTime=1731468036431 2024-11-13T03:20:36,448 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,448 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:36,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72bb119faddd93ae9754dc95f046b073, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:36,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72bb119faddd93ae9754dc95f046b073, server=8394b182524b,35631,1731468030920 because future has completed 2024-11-13T03:20:36,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:20:36,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72bb119faddd93ae9754dc95f046b073, server=8394b182524b,35631,1731468030920 in 172 msec 2024-11-13T03:20:36,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:20:36,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72bb119faddd93ae9754dc95f046b073, ASSIGN in 328 msec 2024-11-13T03:20:36,455 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:36,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468036455"}]},"ts":"1731468036455"} 2024-11-13T03:20:36,456 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:20:36,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:36,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-13T03:20:36,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:36,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:36,626 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18248 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:20:36,835 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:20:36,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:36,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:36,836 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce00dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,838 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de15b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:36,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:36,840 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294bdcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:36,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,841 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:36,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c53c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:36,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:36,843 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce90771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,844 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:36,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f780bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,41205,1731468023950 2024-11-13T03:20:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d5a957 2024-11-13T03:20:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:36,845 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:36,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:42401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:20:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:20:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:36,848 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:42401' 2024-11-13T03:20:36,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d36dab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,848 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:36,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:36,849 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d6c301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:36,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:36,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,850 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f855fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:36,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,42401,1731468030081 2024-11-13T03:20:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f4b590 2024-11-13T03:20:36,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:36,852 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:36,852 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:20:36,852 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:20:36,852 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:36,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:36,853 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:36,854 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:20:36,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:36,854 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:36,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:20:36,904 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:20:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:37,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a1ed83e818058657016a269d44f8d2c, NAME => 'hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df 2024-11-13T03:20:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:20:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a1ed83e818058657016a269d44f8d2c, disabling compactions & flushes 2024-11-13T03:20:37,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. after waiting 0 ms 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:37,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:37,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a1ed83e818058657016a269d44f8d2c: Waiting for close lock at 1731468037666Disabling compacts and flushes for region at 1731468037666Disabling writes for close at 1731468037666Writing region close event to WAL at 1731468037666Closed at 1731468037666 2024-11-13T03:20:37,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:37,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468037668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468037668"}]},"ts":"1731468037668"} 2024-11-13T03:20:37,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:37,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:37,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468037671"}]},"ts":"1731468037671"} 2024-11-13T03:20:37,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:20:37,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1ed83e818058657016a269d44f8d2c, ASSIGN}] 2024-11-13T03:20:37,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1ed83e818058657016a269d44f8d2c, ASSIGN 2024-11-13T03:20:37,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a1ed83e818058657016a269d44f8d2c, ASSIGN; state=OFFLINE, location=8394b182524b,39287,1731468024214; forceNewPlan=false, retain=false 2024-11-13T03:20:37,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a1ed83e818058657016a269d44f8d2c, regionState=OPENING, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:37,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a1ed83e818058657016a269d44f8d2c, ASSIGN because future has completed 2024-11-13T03:20:37,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1ed83e818058657016a269d44f8d2c, server=8394b182524b,39287,1731468024214}] 2024-11-13T03:20:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:38,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:38,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:38,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:20:38,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39287%2C1731468024214.rep, suffix=, logDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214, archiveDir=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/oldWALs, maxLogs=10 2024-11-13T03:20:38,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.rep.1731468038056, exclude list is [], retry=0 2024-11-13T03:20:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-aedeb115-1b0b-4932-bbbb-c0560eeb7222,DISK] 2024-11-13T03:20:38,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.rep.1731468038056 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a1ed83e818058657016a269d44f8d2c, NAME => 'hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:38,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. service=MultiRowMutationService 2024-11-13T03:20:38,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,073 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,074 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1ed83e818058657016a269d44f8d2c columnFamilyName hfileref 2024-11-13T03:20:38,074 DEBUG [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:38,074 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(327): Store=9a1ed83e818058657016a269d44f8d2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:38,074 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,075 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1ed83e818058657016a269d44f8d2c columnFamilyName queue 2024-11-13T03:20:38,075 DEBUG [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:38,075 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(327): Store=9a1ed83e818058657016a269d44f8d2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:38,075 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,076 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a1ed83e818058657016a269d44f8d2c columnFamilyName sid 2024-11-13T03:20:38,076 DEBUG [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:38,076 INFO [StoreOpener-9a1ed83e818058657016a269d44f8d2c-1 {}] regionserver.HStore(327): Store=9a1ed83e818058657016a269d44f8d2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:38,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/replication/9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/replication/9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:38,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/replication/9a1ed83e818058657016a269d44f8d2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:38,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a1ed83e818058657016a269d44f8d2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69183298, jitterRate=0.03091147541999817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a1ed83e818058657016a269d44f8d2c: Running coprocessor pre-open hook at 1731468038072Writing region info on filesystem at 1731468038072Initializing all the Stores at 1731468038073 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468038073Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468038073Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468038073Cleaning up temporary data from old regions at 1731468038078 (+5 ms)Running coprocessor post-open hooks at 1731468038081 (+3 ms)Region opened successfully at 1731468038081 2024-11-13T03:20:38,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., pid=10, masterSystemTime=1731468037981 2024-11-13T03:20:38,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:38,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:38,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a1ed83e818058657016a269d44f8d2c, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39287,1731468024214 2024-11-13T03:20:38,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a1ed83e818058657016a269d44f8d2c, server=8394b182524b,39287,1731468024214 because future has completed 2024-11-13T03:20:38,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:20:38,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a1ed83e818058657016a269d44f8d2c, server=8394b182524b,39287,1731468024214 in 258 msec 2024-11-13T03:20:38,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:20:38,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a1ed83e818058657016a269d44f8d2c, ASSIGN in 414 msec 2024-11-13T03:20:38,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:38,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468038090"}]},"ts":"1731468038090"} 2024-11-13T03:20:38,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:20:38,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:38,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2390 sec 2024-11-13T03:20:38,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., hostname=8394b182524b,39287,1731468024214, seqNum=2] 2024-11-13T03:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:38,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:20:38,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:20:38,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:20:38,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:20:38,317 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:20:38,349 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,39287,1731468024214, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:20:38,350 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:38,350 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39287,1731468024214, seqNum=-1] 2024-11-13T03:20:38,350 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:38,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:38,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,39287,1731468024214', locateType=CURRENT is [region=hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., hostname=8394b182524b,39287,1731468024214, seqNum=2] 2024-11-13T03:20:38,356 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:20:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:20:38,359 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,39287,1731468024214 suceeded 2024-11-13T03:20:38,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:20:38,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T03:20:38,361 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:42401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:20:38,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-13T03:20:38,372 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:42401' 2024-11-13T03:20:38,373 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd28a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,373 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:38,373 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:38,373 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42450659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:38,375 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:38,375 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61769272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,375 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:38,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,42401,1731468030081 2024-11-13T03:20:38,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4431dca3 2024-11-13T03:20:38,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:38,377 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:38,377 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,39287,1731468024214 (queues=1) is replicating from cluster=1c7ac172-d5d3-404c-a99d-872202939d1c to cluster=93a7389b-1f11-4e65-a96a-941396fe5c3e 2024-11-13T03:20:38,378 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C39287%2C1731468024214 2024-11-13T03:20:38,378 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,39287,1731468024214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:20:38,378 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, startPosition=0, beingWritten=true 2024-11-13T03:20:38,378 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C39287%2C1731468024214 2024-11-13T03:20:38,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:38,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:38,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:38,588 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:38,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:38,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:38,892 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:38,995 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:20:38,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:38,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:38,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:38,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:38,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:38,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:38,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:38,997 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278182fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:38,998 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0868d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:38,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,42401,1731468030081 2024-11-13T03:20:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba2b637 2024-11-13T03:20:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:39,001 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:39,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:41205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:20:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:20:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:39,004 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:41205' 2024-11-13T03:20:39,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a1a39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:39,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:39,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:39,006 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0fbf37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:39,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:39,007 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4081613c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:39,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,41205,1731468023950 2024-11-13T03:20:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f96ca5 2024-11-13T03:20:39,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:39,009 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:20:39,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:20:39,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:20:39,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:39,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:39,010 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:39,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:39,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:20:39,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:20:39,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:39,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:20:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:20:39,062 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:20:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:39,296 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:39,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afdf880834f56f10e39ec26c34fb8c5a, NAME => 'hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0 2024-11-13T03:20:39,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:20:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:39,799 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afdf880834f56f10e39ec26c34fb8c5a, disabling compactions & flushes 2024-11-13T03:20:39,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. after waiting 0 ms 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:39,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:39,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afdf880834f56f10e39ec26c34fb8c5a: Waiting for close lock at 1731468039828Disabling compacts and flushes for region at 1731468039828Disabling writes for close at 1731468039828Writing region close event to WAL at 1731468039828Closed at 1731468039828 2024-11-13T03:20:39,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:20:39,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468039829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468039829"}]},"ts":"1731468039829"} 2024-11-13T03:20:39,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:20:39,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:20:39,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468039831"}]},"ts":"1731468039831"} 2024-11-13T03:20:39,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:20:39,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afdf880834f56f10e39ec26c34fb8c5a, ASSIGN}] 2024-11-13T03:20:39,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afdf880834f56f10e39ec26c34fb8c5a, ASSIGN 2024-11-13T03:20:39,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afdf880834f56f10e39ec26c34fb8c5a, ASSIGN; state=OFFLINE, location=8394b182524b,35631,1731468030920; forceNewPlan=false, retain=false 2024-11-13T03:20:39,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afdf880834f56f10e39ec26c34fb8c5a, regionState=OPENING, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:39,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afdf880834f56f10e39ec26c34fb8c5a, ASSIGN because future has completed 2024-11-13T03:20:39,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afdf880834f56f10e39ec26c34fb8c5a, server=8394b182524b,35631,1731468030920}] 2024-11-13T03:20:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:40,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:40,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:40,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:20:40,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C35631%2C1731468030920.rep, suffix=, logDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920, archiveDir=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/oldWALs, maxLogs=10 2024-11-13T03:20:40,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.rep.1731468040144, exclude list is [], retry=0 2024-11-13T03:20:40,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-4a94df96-48cd-4c4f-a969-b658b1ac7d23,DISK] 2024-11-13T03:20:40,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.rep.1731468040144 2024-11-13T03:20:40,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45697:45697)] 2024-11-13T03:20:40,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afdf880834f56f10e39ec26c34fb8c5a, NAME => 'hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:40,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:40,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:40,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. service=MultiRowMutationService 2024-11-13T03:20:40,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:20:40,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:40,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,161 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,162 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afdf880834f56f10e39ec26c34fb8c5a columnFamilyName hfileref 2024-11-13T03:20:40,162 DEBUG [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:40,162 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(327): Store=afdf880834f56f10e39ec26c34fb8c5a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:40,162 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,163 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afdf880834f56f10e39ec26c34fb8c5a columnFamilyName queue 2024-11-13T03:20:40,163 DEBUG [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:40,163 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(327): Store=afdf880834f56f10e39ec26c34fb8c5a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:40,164 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,164 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afdf880834f56f10e39ec26c34fb8c5a columnFamilyName sid 2024-11-13T03:20:40,164 DEBUG [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:40,165 INFO [StoreOpener-afdf880834f56f10e39ec26c34fb8c5a-1 {}] regionserver.HStore(327): Store=afdf880834f56f10e39ec26c34fb8c5a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:40,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:20:40,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:40,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afdf880834f56f10e39ec26c34fb8c5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67593977, jitterRate=0.007228747010231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:20:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afdf880834f56f10e39ec26c34fb8c5a: Running coprocessor pre-open hook at 1731468040160Writing region info on filesystem at 1731468040160Initializing all the Stores at 1731468040160Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468040160Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468040160Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468040160Cleaning up temporary data from old regions at 1731468040166 (+6 ms)Running coprocessor post-open hooks at 1731468040169 (+3 ms)Region opened successfully at 1731468040169 2024-11-13T03:20:40,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a., pid=10, masterSystemTime=1731468040140 2024-11-13T03:20:40,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:40,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:40,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afdf880834f56f10e39ec26c34fb8c5a, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,35631,1731468030920 2024-11-13T03:20:40,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afdf880834f56f10e39ec26c34fb8c5a, server=8394b182524b,35631,1731468030920 because future has completed 2024-11-13T03:20:40,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:20:40,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afdf880834f56f10e39ec26c34fb8c5a, server=8394b182524b,35631,1731468030920 in 191 msec 2024-11-13T03:20:40,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:20:40,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afdf880834f56f10e39ec26c34fb8c5a, ASSIGN in 348 msec 2024-11-13T03:20:40,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:20:40,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468040183"}]},"ts":"1731468040183"} 2024-11-13T03:20:40,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:20:40,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:20:40,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-13T03:20:40,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a., hostname=8394b182524b,35631,1731468030920, seqNum=2] 2024-11-13T03:20:40,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:40,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:40,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:20:40,403 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:40,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:20:40,496 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:20:40,538 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,35631,1731468030920, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:20:40,539 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:40,539 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35631,1731468030920, seqNum=-1] 2024-11-13T03:20:40,539 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:40,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:40,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,35631,1731468030920', locateType=CURRENT is [region=hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a., hostname=8394b182524b,35631,1731468030920, seqNum=2] 2024-11-13T03:20:40,544 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:20:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:20:40,546 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,35631,1731468030920 suceeded 2024-11-13T03:20:40,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:20:40,547 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:41205,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:20:40,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T03:20:40,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-13T03:20:40,558 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:41205' 2024-11-13T03:20:40,559 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6defacad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:40,559 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:40,559 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:40,560 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ecca2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:40,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:40,561 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:40,562 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1439535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:40,562 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,41205,1731468023950 2024-11-13T03:20:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c49752 2024-11-13T03:20:40,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:20:40,563 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T03:20:40,564 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,35631,1731468030920 (queues=1) is replicating from cluster=93a7389b-1f11-4e65-a96a-941396fe5c3e to cluster=1c7ac172-d5d3-404c-a99d-872202939d1c 2024-11-13T03:20:40,564 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C35631%2C1731468030920 2024-11-13T03:20:40,564 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,35631,1731468030920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:20:40,564 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C35631%2C1731468030920 2024-11-13T03:20:40,564 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, startPosition=0, beingWritten=true 2024-11-13T03:20:40,568 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:40,568 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 379, reset compression=false 2024-11-13T03:20:40,568 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:40,771 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 379, reset compression=false 2024-11-13T03:20:41,074 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 379, reset compression=false 2024-11-13T03:20:41,107 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:20:41,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:20:41,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:41,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:41,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:41,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39287,1731468024214, seqNum=-1] 2024-11-13T03:20:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:41,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6., hostname=8394b182524b,39287,1731468024214, seqNum=2] 2024-11-13T03:20:41,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:41,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35631,1731468030920, seqNum=-1] 2024-11-13T03:20:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:41,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468035698.72bb119faddd93ae9754dc95f046b073., hostname=8394b182524b,35631,1731468030920, seqNum=2] 2024-11-13T03:20:41,156 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T03:20:41,478 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 379, reset compression=false 2024-11-13T03:20:41,911 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 379, reset compression=false 2024-11-13T03:20:41,917 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:41,917 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 480, reset compression=false 2024-11-13T03:20:41,917 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef4e1a4771c482c4462584da722fa9c6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T03:20:41,919 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:41,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T03:20:41,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:20:41,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b513ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:41,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,42401,-1 for getting cluster id 2024-11-13T03:20:41,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:41,923 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a7389b-1f11-4e65-a96a-941396fe5c3e' 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a7389b-1f11-4e65-a96a-941396fe5c3e" 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33909f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,42401,-1] 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:41,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:41,924 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f05f375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:41,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,35631,1731468030920, seqNum=-1] 2024-11-13T03:20:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:41,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:41,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468035698.72bb119faddd93ae9754dc95f046b073., hostname=8394b182524b,35631,1731468030920, seqNum=2] 2024-11-13T03:20:41,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:20:41,982 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 379, reset compression=false 2024-11-13T03:20:41,986 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:41,986 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 503, reset compression=false 2024-11-13T03:20:41,986 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:42,122 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 480, reset compression=false 2024-11-13T03:20:42,159 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T03:20:42,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T03:20:42,189 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 503, reset compression=false 2024-11-13T03:20:42,193 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:42,193 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 607, reset compression=false 2024-11-13T03:20:42,193 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[{test/72bb119faddd93ae9754dc95f046b073/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:20:42,210 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:42,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T03:20:42,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:20:42,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a39064a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:42,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41205,-1 for getting cluster id 2024-11-13T03:20:42,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:42,213 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c7ac172-d5d3-404c-a99d-872202939d1c' 2024-11-13T03:20:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c7ac172-d5d3-404c-a99d-872202939d1c" 2024-11-13T03:20:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21db7e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41205,-1] 2024-11-13T03:20:42,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:42,214 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:42,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28bfa10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:42,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:42,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39287,1731468024214, seqNum=-1] 2024-11-13T03:20:42,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:42,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T03:20:42,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6., hostname=8394b182524b,39287,1731468024214, seqNum=2] 2024-11-13T03:20:42,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:20:42,411 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 607, reset compression=false 2024-11-13T03:20:42,425 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 480, reset compression=false 2024-11-13T03:20:42,429 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:42,430 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 608, reset compression=false 2024-11-13T03:20:42,430 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:42,633 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 608, reset compression=false 2024-11-13T03:20:42,715 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 607, reset compression=false 2024-11-13T03:20:42,936 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 608, reset compression=false 2024-11-13T03:20:43,119 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 607, reset compression=false 2024-11-13T03:20:43,163 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T03:20:43,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T03:20:43,340 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 608, reset compression=false 2024-11-13T03:20:43,344 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:43,344 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 764, reset compression=false 2024-11-13T03:20:43,344 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef4e1a4771c482c4462584da722fa9c6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T03:20:43,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:20:43,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:20:43,548 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 764, reset compression=false 2024-11-13T03:20:43,623 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 607, reset compression=false 2024-11-13T03:20:43,627 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:43,627 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 754, reset compression=false 2024-11-13T03:20:43,627 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:43,831 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 754, reset compression=false 2024-11-13T03:20:43,851 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 764, reset compression=false 2024-11-13T03:20:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:20:44,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T03:20:44,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T03:20:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:44,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:20:44,135 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 754, reset compression=false 2024-11-13T03:20:44,176 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T03:20:44,179 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T03:20:44,255 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 764, reset compression=false 2024-11-13T03:20:44,539 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 754, reset compression=false 2024-11-13T03:20:44,543 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:20:44,543 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 913, reset compression=false 2024-11-13T03:20:44,543 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[{test/72bb119faddd93ae9754dc95f046b073/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T03:20:44,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:20:44,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:20:44,746 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 913, reset compression=false 2024-11-13T03:20:44,759 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 764, reset compression=false 2024-11-13T03:20:44,763 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:44,764 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:44,764 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:44,968 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:45,050 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 913, reset compression=false 2024-11-13T03:20:45,181 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T03:20:45,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:20:45,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:45,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:45,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:45,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:20:45,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1751380833, stopped=false 2024-11-13T03:20:45,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,42401,1731468030081 2024-11-13T03:20:45,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:45,272 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367213364/running 2024-11-13T03:20:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367213364/running 2024-11-13T03:20:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:45,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:45,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:45,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:45,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:45,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/running 2024-11-13T03:20:45,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Set watcher on znode that does not yet exist, /1-367213364/running 2024-11-13T03:20:45,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,35631,1731468030920' ***** 2024-11-13T03:20:45,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:20:45,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(3091): Received CLOSE for afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(3091): Received CLOSE for 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,35631,1731468030920 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:35631. 2024-11-13T03:20:45,341 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afdf880834f56f10e39ec26c34fb8c5a, disabling compactions & flushes 2024-11-13T03:20:45,341 DEBUG [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:45,341 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:45,341 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:45,341 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:45,341 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:20:45,341 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. after waiting 0 ms 2024-11-13T03:20:45,341 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:20:45,341 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:20:45,341 INFO [RS:0;8394b182524b:35631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:20:45,342 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:20:45,342 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afdf880834f56f10e39ec26c34fb8c5a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T03:20:45,342 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:20:45,342 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1325): Online Regions={afdf880834f56f10e39ec26c34fb8c5a=hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a., 1588230740=hbase:meta,,1.1588230740, 72bb119faddd93ae9754dc95f046b073=test,,1731468035698.72bb119faddd93ae9754dc95f046b073.} 2024-11-13T03:20:45,342 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:45,342 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073, afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:45,342 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:45,342 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:45,342 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:45,342 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:45,342 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:20:45,356 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/.tmp/queue/ef78461292c644da8125ba843dd5bb19 is 153, key is 1-8394b182524b,35631,1731468030920/queue:8394b182524b%2C35631%2C1731468030920/1731468044548/Put/seqid=0 2024-11-13T03:20:45,357 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/info/14395efbc06647039c3b11eab48be98d is 147, key is hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a./info:regioninfo/1731468040176/Put/seqid=0 2024-11-13T03:20:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741840_1016 (size=5352) 2024-11-13T03:20:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741841_1017 (size=7686) 2024-11-13T03:20:45,431 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:45,453 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 913, reset compression=false 2024-11-13T03:20:45,542 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073, afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:45,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:45,675 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:45,742 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073, afdf880834f56f10e39ec26c34fb8c5a 2024-11-13T03:20:45,760 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/.tmp/queue/ef78461292c644da8125ba843dd5bb19 2024-11-13T03:20:45,761 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/info/14395efbc06647039c3b11eab48be98d 2024-11-13T03:20:45,764 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/.tmp/queue/ef78461292c644da8125ba843dd5bb19 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/queue/ef78461292c644da8125ba843dd5bb19 2024-11-13T03:20:45,768 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/queue/ef78461292c644da8125ba843dd5bb19, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T03:20:45,769 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for afdf880834f56f10e39ec26c34fb8c5a in 428ms, sequenceid=10, compaction requested=false 2024-11-13T03:20:45,778 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/replication/afdf880834f56f10e39ec26c34fb8c5a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T03:20:45,778 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:45,778 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:45,778 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afdf880834f56f10e39ec26c34fb8c5a: Waiting for close lock at 1731468045341Running coprocessor pre-close hooks at 1731468045341Disabling compacts and flushes for region at 1731468045341Disabling writes for close at 1731468045341Obtaining lock to block concurrent updates at 1731468045342 (+1 ms)Preparing flush snapshotting stores in afdf880834f56f10e39ec26c34fb8c5a at 1731468045342Finished memstore snapshotting hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731468045342Flushing stores of hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. at 1731468045342Flushing afdf880834f56f10e39ec26c34fb8c5a/queue: creating writer at 1731468045342Flushing afdf880834f56f10e39ec26c34fb8c5a/queue: appending metadata at 1731468045355 (+13 ms)Flushing afdf880834f56f10e39ec26c34fb8c5a/queue: closing flushed file at 1731468045355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf7e632: reopening flushed file at 1731468045764 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for afdf880834f56f10e39ec26c34fb8c5a in 428ms, sequenceid=10, compaction requested=false at 1731468045769 (+5 ms)Writing region close event to WAL at 1731468045775 (+6 ms)Running coprocessor post-close hooks at 1731468045778 (+3 ms)Closed at 1731468045778 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468039010.afdf880834f56f10e39ec26c34fb8c5a. 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72bb119faddd93ae9754dc95f046b073, disabling compactions & flushes 2024-11-13T03:20:45,779 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468035698.72bb119faddd93ae9754dc95f046b073. after waiting 0 ms 2024-11-13T03:20:45,779 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:45,779 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72bb119faddd93ae9754dc95f046b073 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T03:20:45,783 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/ns/2daed88060f9484a92fac187117a45d3 is 43, key is default/ns:d/1731468033346/Put/seqid=0 2024-11-13T03:20:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:20:45,797 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f/f2f5615cf7ef48f7be762f63f3329130 is 29, key is row1/f:/1731468044176/DeleteFamily/seqid=0 2024-11-13T03:20:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741843_1019 (size=5118) 2024-11-13T03:20:45,942 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:45,957 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 913, reset compression=false 2024-11-13T03:20:45,961 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:45,961 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 1160, reset compression=false 2024-11-13T03:20:45,961 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,35631,1731468030920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:45,962 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,35631,1731468030920: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,35631,1731468030920, walGroup=8394b182524b%2C35631%2C1731468030920, offset=8394b182524b%2C35631%2C1731468030920.1731468032448:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:20:45,963 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:20:45,963 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:20:45,964 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:20:45,964 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:20:45,964 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:20:45,964 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616182872 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191367424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:20:45,965 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:42401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:42401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:20:46,142 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:46,168 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 1160, reset compression=false 2024-11-13T03:20:46,179 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:46,186 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/ns/2daed88060f9484a92fac187117a45d3 2024-11-13T03:20:46,201 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f/f2f5615cf7ef48f7be762f63f3329130 2024-11-13T03:20:46,206 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2f5615cf7ef48f7be762f63f3329130 2024-11-13T03:20:46,208 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4acd85769f4ca38d966f4cfebd75b2 is 112, key is test,,1731468035698.72bb119faddd93ae9754dc95f046b073./rep_barrier:seqnumDuringOpen/1731468036448/Put/seqid=0 2024-11-13T03:20:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741844_1020 (size=5518) 2024-11-13T03:20:46,212 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4acd85769f4ca38d966f4cfebd75b2 2024-11-13T03:20:46,226 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f1/58591aec4c9c40c0a3822505a9d973cf is 30, key is row1/f1:/1731468044176/DeleteFamily/seqid=0 2024-11-13T03:20:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741845_1021 (size=5123) 2024-11-13T03:20:46,232 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/table/152ef25133494f4da2f29ffb0de1cd6d is 53, key is hbase:replication/table:state/1731468040183/Put/seqid=0 2024-11-13T03:20:46,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741846_1022 (size=5308) 2024-11-13T03:20:46,343 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:20:46,343 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72bb119faddd93ae9754dc95f046b073=test,,1731468035698.72bb119faddd93ae9754dc95f046b073.} 2024-11-13T03:20:46,343 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:46,471 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 1160, reset compression=false 2024-11-13T03:20:46,543 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:46,630 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f1/58591aec4c9c40c0a3822505a9d973cf 2024-11-13T03:20:46,633 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58591aec4c9c40c0a3822505a9d973cf 2024-11-13T03:20:46,636 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/table/152ef25133494f4da2f29ffb0de1cd6d 2024-11-13T03:20:46,640 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/info/14395efbc06647039c3b11eab48be98d as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/info/14395efbc06647039c3b11eab48be98d 2024-11-13T03:20:46,644 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/info/14395efbc06647039c3b11eab48be98d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:20:46,645 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/ns/2daed88060f9484a92fac187117a45d3 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/ns/2daed88060f9484a92fac187117a45d3 2024-11-13T03:20:46,649 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/ns/2daed88060f9484a92fac187117a45d3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:20:46,649 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/norep/6ba1fb28b3be470085946deb10a1a5f2 is 33, key is row1/norep:/1731468044176/DeleteFamily/seqid=0 2024-11-13T03:20:46,650 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/rep_barrier/bf4acd85769f4ca38d966f4cfebd75b2 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/rep_barrier/bf4acd85769f4ca38d966f4cfebd75b2 2024-11-13T03:20:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741847_1023 (size=5108) 2024-11-13T03:20:46,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:46,655 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/rep_barrier/bf4acd85769f4ca38d966f4cfebd75b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:20:46,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:46,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28278 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:46,655 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/.tmp/table/152ef25133494f4da2f29ffb0de1cd6d as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/table/152ef25133494f4da2f29ffb0de1cd6d 2024-11-13T03:20:46,659 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/table/152ef25133494f4da2f29ffb0de1cd6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:20:46,660 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-13T03:20:46,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:20:46,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:46,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:46,665 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:46,666 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468045342Running coprocessor pre-close hooks at 1731468045342Disabling compacts and flushes for region at 1731468045342Disabling writes for close at 1731468045342Obtaining lock to block concurrent updates at 1731468045342Preparing flush snapshotting stores in 1588230740 at 1731468045342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468045342Flushing stores of hbase:meta,,1.1588230740 at 1731468045342Flushing 1588230740/info: creating writer at 1731468045342Flushing 1588230740/info: appending metadata at 1731468045357 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731468045357Flushing 1588230740/ns: creating writer at 1731468045765 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731468045782 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731468045782Flushing 1588230740/rep_barrier: creating writer at 1731468046190 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468046207 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468046207Flushing 1588230740/table: creating writer at 1731468046215 (+8 ms)Flushing 1588230740/table: appending metadata at 1731468046232 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731468046232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cad92a3: reopening flushed file at 1731468046639 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146c658d: reopening flushed file at 1731468046644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e9cd66: reopening flushed file at 1731468046649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c59e72f: reopening flushed file at 1731468046655 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731468046660 (+5 ms)Writing region close event to WAL at 1731468046662 (+2 ms)Running coprocessor post-close hooks at 1731468046665 (+3 ms)Closed at 1731468046665 2024-11-13T03:20:46,666 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:46,743 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:46,782 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:46,875 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/WALs/8394b182524b,35631,1731468030920/8394b182524b%2C35631%2C1731468030920.1731468032448 to pos 1160, reset compression=false 2024-11-13T03:20:46,943 DEBUG [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1351): Waiting on 72bb119faddd93ae9754dc95f046b073 2024-11-13T03:20:47,053 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/norep/6ba1fb28b3be470085946deb10a1a5f2 2024-11-13T03:20:47,058 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba1fb28b3be470085946deb10a1a5f2 2024-11-13T03:20:47,058 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f/f2f5615cf7ef48f7be762f63f3329130 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/f/f2f5615cf7ef48f7be762f63f3329130 2024-11-13T03:20:47,062 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2f5615cf7ef48f7be762f63f3329130 2024-11-13T03:20:47,062 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/f/f2f5615cf7ef48f7be762f63f3329130, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:47,062 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/f1/58591aec4c9c40c0a3822505a9d973cf as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/f1/58591aec4c9c40c0a3822505a9d973cf 2024-11-13T03:20:47,065 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58591aec4c9c40c0a3822505a9d973cf 2024-11-13T03:20:47,065 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/f1/58591aec4c9c40c0a3822505a9d973cf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:47,066 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/.tmp/norep/6ba1fb28b3be470085946deb10a1a5f2 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/norep/6ba1fb28b3be470085946deb10a1a5f2 2024-11-13T03:20:47,070 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba1fb28b3be470085946deb10a1a5f2 2024-11-13T03:20:47,070 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/norep/6ba1fb28b3be470085946deb10a1a5f2, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:47,071 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 72bb119faddd93ae9754dc95f046b073 in 1292ms, sequenceid=8, compaction requested=false 2024-11-13T03:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/data/default/test/72bb119faddd93ae9754dc95f046b073/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T03:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:47,075 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:47,075 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72bb119faddd93ae9754dc95f046b073: Waiting for close lock at 1731468045779Running coprocessor pre-close hooks at 1731468045779Disabling compacts and flushes for region at 1731468045779Disabling writes for close at 1731468045779Obtaining lock to block concurrent updates at 1731468045779Preparing flush snapshotting stores in 72bb119faddd93ae9754dc95f046b073 at 1731468045779Finished memstore snapshotting test,,1731468035698.72bb119faddd93ae9754dc95f046b073., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731468045779Flushing stores of test,,1731468035698.72bb119faddd93ae9754dc95f046b073. at 1731468045780 (+1 ms)Flushing 72bb119faddd93ae9754dc95f046b073/f: creating writer at 1731468045780Flushing 72bb119faddd93ae9754dc95f046b073/f: appending metadata at 1731468045796 (+16 ms)Flushing 72bb119faddd93ae9754dc95f046b073/f: closing flushed file at 1731468045796Flushing 72bb119faddd93ae9754dc95f046b073/f1: creating writer at 1731468046206 (+410 ms)Flushing 72bb119faddd93ae9754dc95f046b073/f1: appending metadata at 1731468046225 (+19 ms)Flushing 72bb119faddd93ae9754dc95f046b073/f1: closing flushed file at 1731468046225Flushing 72bb119faddd93ae9754dc95f046b073/norep: creating writer at 1731468046634 (+409 ms)Flushing 72bb119faddd93ae9754dc95f046b073/norep: appending metadata at 1731468046648 (+14 ms)Flushing 72bb119faddd93ae9754dc95f046b073/norep: closing flushed file at 1731468046649 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516b4db9: reopening flushed file at 1731468047058 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c66587d: reopening flushed file at 1731468047062 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697569c1: reopening flushed file at 1731468047066 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 72bb119faddd93ae9754dc95f046b073 in 1292ms, sequenceid=8, compaction requested=false at 1731468047071 (+5 ms)Writing region close event to WAL at 1731468047072 (+1 ms)Running coprocessor post-close hooks at 1731468047075 (+3 ms)Closed at 1731468047075 2024-11-13T03:20:47,076 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468035698.72bb119faddd93ae9754dc95f046b073. 2024-11-13T03:20:47,143 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,35631,1731468030920; all regions closed. 2024-11-13T03:20:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:20:47,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741839_1015 (size=2676) 2024-11-13T03:20:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741833_1009 (size=1812) 2024-11-13T03:20:47,150 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:47,150 INFO [RS:0;8394b182524b:35631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:47,150 INFO [RS:0;8394b182524b:35631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:47,150 INFO [RS:0;8394b182524b:35631 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:47,150 INFO [RS:0;8394b182524b:35631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:47,150 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:47,151 INFO [RS:0;8394b182524b:35631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,35631,1731468030920 because: Region server is closing 2024-11-13T03:20:47,151 INFO [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:35631. 2024-11-13T03:20:47,151 DEBUG [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:47,151 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:47,151 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:47,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:47,251 INFO [RS:0;8394b182524b:35631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.shipper8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 terminated 2024-11-13T03:20:47,251 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,35631,1731468030920.replicationSource.wal-reader.8394b182524b%2C35631%2C1731468030920,1-8394b182524b,35631,1731468030920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:20:47,251 INFO [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:35631. 2024-11-13T03:20:47,251 DEBUG [RS:0;8394b182524b:35631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:47,251 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:47,252 DEBUG [RS:0;8394b182524b:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:47,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:47,252 INFO [RS:0;8394b182524b:35631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35631 2024-11-13T03:20:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364/rs 2024-11-13T03:20:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367213364/rs/8394b182524b,35631,1731468030920 2024-11-13T03:20:47,311 INFO [RS:0;8394b182524b:35631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:47,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,35631,1731468030920] 2024-11-13T03:20:47,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-367213364/draining/8394b182524b,35631,1731468030920 already deleted, retry=false 2024-11-13T03:20:47,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,35631,1731468030920 expired; onlineServers=0 2024-11-13T03:20:47,332 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,42401,1731468030081' ***** 2024-11-13T03:20:47,332 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:20:47,332 INFO [M:0;8394b182524b:42401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:47,332 INFO [M:0;8394b182524b:42401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:47,332 DEBUG [M:0;8394b182524b:42401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:20:47,333 DEBUG [M:0;8394b182524b:42401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:20:47,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:20:47,333 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468032240 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468032240,5,FailOnTimeoutGroup] 2024-11-13T03:20:47,333 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468032233 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468032233,5,FailOnTimeoutGroup] 2024-11-13T03:20:47,333 INFO [M:0;8394b182524b:42401 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:47,333 INFO [M:0;8394b182524b:42401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:47,333 DEBUG [M:0;8394b182524b:42401 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:20:47,333 INFO [M:0;8394b182524b:42401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:20:47,333 INFO [M:0;8394b182524b:42401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:47,333 INFO [M:0;8394b182524b:42401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:20:47,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:20:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-367213364/master 2024-11-13T03:20:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-367213364 2024-11-13T03:20:47,343 DEBUG [M:0;8394b182524b:42401 {}] zookeeper.ZKUtil(347): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Unable to get data of znode /1-367213364/master because node does not exist (not an error) 2024-11-13T03:20:47,343 WARN [M:0;8394b182524b:42401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:20:47,343 INFO [M:0;8394b182524b:42401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/.lastflushedseqids 2024-11-13T03:20:47,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741848_1024 (size=245) 2024-11-13T03:20:47,422 INFO [RS:0;8394b182524b:35631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10132354aa60004, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:47,422 INFO [RS:0;8394b182524b:35631 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,35631,1731468030920; zookeeper connection closed. 2024-11-13T03:20:47,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@115f43d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@115f43d0 2024-11-13T03:20:47,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:20:47,485 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:47,747 INFO [M:0;8394b182524b:42401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:20:47,748 INFO [M:0;8394b182524b:42401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:20:47,748 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:47,748 INFO [M:0;8394b182524b:42401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:47,748 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:47,748 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:47,748 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:47,748 INFO [M:0;8394b182524b:42401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T03:20:47,766 DEBUG [M:0;8394b182524b:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19988724adba45788f9000874db849f4 is 82, key is hbase:meta,,1/info:regioninfo/1731468033312/Put/seqid=0 2024-11-13T03:20:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741849_1025 (size=5672) 2024-11-13T03:20:47,770 INFO [M:0;8394b182524b:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19988724adba45788f9000874db849f4 2024-11-13T03:20:47,786 DEBUG [M:0;8394b182524b:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45ef246f03e54403aa1e52a8260dd8e9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468040185/Put/seqid=0 2024-11-13T03:20:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741850_1026 (size=8515) 2024-11-13T03:20:48,191 INFO [M:0;8394b182524b:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45ef246f03e54403aa1e52a8260dd8e9 2024-11-13T03:20:48,250 DEBUG [M:0;8394b182524b:42401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28221fc94b04d03b8dd204ff8e9e83b is 69, key is 8394b182524b,35631,1731468030920/rs:state/1731468032274/Put/seqid=0 2024-11-13T03:20:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741851_1027 (size=5156) 2024-11-13T03:20:48,289 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:48,654 INFO [M:0;8394b182524b:42401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28221fc94b04d03b8dd204ff8e9e83b 2024-11-13T03:20:48,658 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19988724adba45788f9000874db849f4 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19988724adba45788f9000874db849f4 2024-11-13T03:20:48,662 INFO [M:0;8394b182524b:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19988724adba45788f9000874db849f4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:20:48,663 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45ef246f03e54403aa1e52a8260dd8e9 as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45ef246f03e54403aa1e52a8260dd8e9 2024-11-13T03:20:48,667 INFO [M:0;8394b182524b:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45ef246f03e54403aa1e52a8260dd8e9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:20:48,667 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28221fc94b04d03b8dd204ff8e9e83b as hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a28221fc94b04d03b8dd204ff8e9e83b 2024-11-13T03:20:48,671 INFO [M:0;8394b182524b:42401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41869/user/jenkins/test-data/04513151-045c-bdbf-9a19-342a865987b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a28221fc94b04d03b8dd204ff8e9e83b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:20:48,672 INFO [M:0;8394b182524b:42401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-11-13T03:20:48,673 INFO [M:0;8394b182524b:42401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:48,673 DEBUG [M:0;8394b182524b:42401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468047748Disabling compacts and flushes for region at 1731468047748Disabling writes for close at 1731468047748Obtaining lock to block concurrent updates at 1731468047748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468047748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731468047748Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468047749 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468047749Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468047765 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468047765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468047773 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468047786 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468047786Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468048233 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468048249 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468048249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18738a4f: reopening flushed file at 1731468048658 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc959bb: reopening flushed file at 1731468048662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a0448e: reopening flushed file at 1731468048667 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1731468048672 (+5 ms)Writing region close event to WAL at 1731468048673 (+1 ms)Closed at 1731468048673 2024-11-13T03:20:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741830_1006 (size=63642) 2024-11-13T03:20:48,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:48,676 INFO [M:0;8394b182524b:42401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:20:48,676 INFO [M:0;8394b182524b:42401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42401 2024-11-13T03:20:48,676 INFO [M:0;8394b182524b:42401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:48,822 INFO [M:0;8394b182524b:42401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42401-0x10132354aa60003, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:48,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330dd5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:48,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:48,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:48,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:48,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:48,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:20:48,826 WARN [BP-1900115580-172.17.0.3-1731468027067 heartbeating to localhost/127.0.0.1:41869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:20:48,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:20:48,826 WARN [BP-1900115580-172.17.0.3-1731468027067 heartbeating to localhost/127.0.0.1:41869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1900115580-172.17.0.3-1731468027067 (Datanode Uuid e6c0f2de-a943-45c2-8cd7-7ce9a6839977) service to localhost/127.0.0.1:41869 2024-11-13T03:20:48,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/cluster_63d8c8c4-dc0b-ea6f-d240-533ad5d1f2e0/data/data1/current/BP-1900115580-172.17.0.3-1731468027067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:48,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/cluster_63d8c8c4-dc0b-ea6f-d240-533ad5d1f2e0/data/data2/current/BP-1900115580-172.17.0.3-1731468027067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:48,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:20:48,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:48,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:48,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:48,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:48,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:48,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:20:48,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:20:48,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:48,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:48,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:48,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:48,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:48,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:20:48,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381545311, stopped=false 2024-11-13T03:20:48,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,41205,1731468023950 2024-11-13T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725724081/running 2024-11-13T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725724081/running 2024-11-13T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:48,858 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:48,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:20:48,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:48,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:48,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/running 2024-11-13T03:20:48,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,39287,1731468024214' ***** 2024-11-13T03:20:48,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:20:48,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Set watcher on znode that does not yet exist, /0725724081/running 2024-11-13T03:20:48,859 INFO [RS:0;8394b182524b:39287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:20:48,859 INFO [RS:0;8394b182524b:39287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:20:48,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,39287,1731468024214 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:48,860 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef4e1a4771c482c4462584da722fa9c6, disabling compactions & flushes 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39287. 2024-11-13T03:20:48,860 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:48,860 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:48,860 DEBUG [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:48,860 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:48,860 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. after waiting 0 ms 2024-11-13T03:20:48,860 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:20:48,860 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef4e1a4771c482c4462584da722fa9c6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:20:48,860 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:20:48,860 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1325): Online Regions={ef4e1a4771c482c4462584da722fa9c6=test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6., 9a1ed83e818058657016a269d44f8d2c=hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:20:48,860 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c, ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:48,860 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:48,860 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:48,861 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:48,861 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:48,861 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:48,861 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:20:48,875 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f/6b86226d82d64498bba724b851d45a99 is 29, key is row1/f:/1731468044176/DeleteFamily/seqid=0 2024-11-13T03:20:48,878 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/info/36553d2abbe54bd9a2bed4bd0cf4d837 is 147, key is hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c./info:regioninfo/1731468038084/Put/seqid=0 2024-11-13T03:20:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741840_1016 (size=5118) 2024-11-13T03:20:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741841_1017 (size=7686) 2024-11-13T03:20:48,954 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:49,061 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c, ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:49,193 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 914, reset compression=false 2024-11-13T03:20:49,200 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:49,200 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1161, reset compression=false 2024-11-13T03:20:49,200 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39287,1731468024214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:20:49,201 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,39287,1731468024214: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,39287,1731468024214, walGroup=8394b182524b%2C39287%2C1731468024214, offset=8394b182524b%2C39287%2C1731468024214.1731468026414:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:39287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:20:49,202 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:20:49,202 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:20:49,203 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:20:49,203 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:20:49,203 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:20:49,203 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 668611672 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 192014440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:20:49,203 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:41205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:41205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:20:49,261 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c, ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:49,282 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f/6b86226d82d64498bba724b851d45a99 2024-11-13T03:20:49,286 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b86226d82d64498bba724b851d45a99 2024-11-13T03:20:49,286 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/info/36553d2abbe54bd9a2bed4bd0cf4d837 2024-11-13T03:20:49,306 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/ns/3069fc2462904b83901d856cb1047822 is 43, key is default/ns:d/1731468026913/Put/seqid=0 2024-11-13T03:20:49,307 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f1/4369a8dc49b44b58938ade9f4a302539 is 30, key is row1/f1:/1731468044176/DeleteFamily/seqid=0 2024-11-13T03:20:49,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:20:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741843_1019 (size=5123) 2024-11-13T03:20:49,321 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f1/4369a8dc49b44b58938ade9f4a302539 2024-11-13T03:20:49,324 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:20:49,324 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:20:49,325 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4369a8dc49b44b58938ade9f4a302539 2024-11-13T03:20:49,338 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/norep/f95dfb3794774e17aaf95e48b616eb72 is 32, key is row/norep:/1731468043166/DeleteFamily/seqid=0 2024-11-13T03:20:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741844_1020 (size=5101) 2024-11-13T03:20:49,405 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1161, reset compression=false 2024-11-13T03:20:49,461 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c, ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:49,661 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c, ef4e1a4771c482c4462584da722fa9c6 2024-11-13T03:20:49,708 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1161, reset compression=false 2024-11-13T03:20:49,719 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/ns/3069fc2462904b83901d856cb1047822 2024-11-13T03:20:49,738 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/rep_barrier/34c0e5e526cc4aaebbfa5f6f5923cb0b is 112, key is test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6./rep_barrier:seqnumDuringOpen/1731468034688/Put/seqid=0 2024-11-13T03:20:49,741 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/norep/f95dfb3794774e17aaf95e48b616eb72 2024-11-13T03:20:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741845_1021 (size=5518) 2024-11-13T03:20:49,745 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f95dfb3794774e17aaf95e48b616eb72 2024-11-13T03:20:49,745 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f/6b86226d82d64498bba724b851d45a99 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/f/6b86226d82d64498bba724b851d45a99 2024-11-13T03:20:49,749 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b86226d82d64498bba724b851d45a99 2024-11-13T03:20:49,749 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/f/6b86226d82d64498bba724b851d45a99, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:49,749 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/f1/4369a8dc49b44b58938ade9f4a302539 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/f1/4369a8dc49b44b58938ade9f4a302539 2024-11-13T03:20:49,753 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4369a8dc49b44b58938ade9f4a302539 2024-11-13T03:20:49,753 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/f1/4369a8dc49b44b58938ade9f4a302539, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:49,754 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/.tmp/norep/f95dfb3794774e17aaf95e48b616eb72 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/norep/f95dfb3794774e17aaf95e48b616eb72 2024-11-13T03:20:49,758 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f95dfb3794774e17aaf95e48b616eb72 2024-11-13T03:20:49,758 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/norep/f95dfb3794774e17aaf95e48b616eb72, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T03:20:49,758 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ef4e1a4771c482c4462584da722fa9c6 in 898ms, sequenceid=8, compaction requested=false 2024-11-13T03:20:49,762 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/default/test/ef4e1a4771c482c4462584da722fa9c6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T03:20:49,762 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:49,762 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:49,762 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef4e1a4771c482c4462584da722fa9c6: Waiting for close lock at 1731468048860Running coprocessor pre-close hooks at 1731468048860Disabling compacts and flushes for region at 1731468048860Disabling writes for close at 1731468048860Obtaining lock to block concurrent updates at 1731468048860Preparing flush snapshotting stores in ef4e1a4771c482c4462584da722fa9c6 at 1731468048860Finished memstore snapshotting test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731468048861 (+1 ms)Flushing stores of test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. at 1731468048861Flushing ef4e1a4771c482c4462584da722fa9c6/f: creating writer at 1731468048861Flushing ef4e1a4771c482c4462584da722fa9c6/f: appending metadata at 1731468048874 (+13 ms)Flushing ef4e1a4771c482c4462584da722fa9c6/f: closing flushed file at 1731468048874Flushing ef4e1a4771c482c4462584da722fa9c6/f1: creating writer at 1731468049286 (+412 ms)Flushing ef4e1a4771c482c4462584da722fa9c6/f1: appending metadata at 1731468049302 (+16 ms)Flushing ef4e1a4771c482c4462584da722fa9c6/f1: closing flushed file at 1731468049302Flushing ef4e1a4771c482c4462584da722fa9c6/norep: creating writer at 1731468049325 (+23 ms)Flushing ef4e1a4771c482c4462584da722fa9c6/norep: appending metadata at 1731468049337 (+12 ms)Flushing ef4e1a4771c482c4462584da722fa9c6/norep: closing flushed file at 1731468049337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5792ba: reopening flushed file at 1731468049745 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b928c0e: reopening flushed file at 1731468049749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f8fdff: reopening flushed file at 1731468049753 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ef4e1a4771c482c4462584da722fa9c6 in 898ms, sequenceid=8, compaction requested=false at 1731468049758 (+5 ms)Writing region close event to WAL at 1731468049759 (+1 ms)Running coprocessor post-close hooks at 1731468049762 (+3 ms)Closed at 1731468049762 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468033544.ef4e1a4771c482c4462584da722fa9c6. 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a1ed83e818058657016a269d44f8d2c, disabling compactions & flushes 2024-11-13T03:20:49,763 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. after waiting 0 ms 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a1ed83e818058657016a269d44f8d2c: Waiting for close lock at 1731468049763Running coprocessor pre-close hooks at 1731468049763Disabling compacts and flushes for region at 1731468049763Disabling writes for close at 1731468049763Failed flush hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., putting online again at 1731468049763 2024-11-13T03:20:49,763 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,861 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:20:49,861 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1325): Online Regions={9a1ed83e818058657016a269d44f8d2c=hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:20:49,861 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:49,862 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a1ed83e818058657016a269d44f8d2c 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a1ed83e818058657016a269d44f8d2c, disabling compactions & flushes 2024-11-13T03:20:49,862 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. after waiting 0 ms 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a1ed83e818058657016a269d44f8d2c: Waiting for close lock at 1731468049862Running coprocessor pre-close hooks at 1731468049862Disabling compacts and flushes for region at 1731468049862Disabling writes for close at 1731468049862Failed flush hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c., putting online again at 1731468049862 2024-11-13T03:20:49,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468036853.9a1ed83e818058657016a269d44f8d2c. 2024-11-13T03:20:50,062 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:50,111 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1161, reset compression=false 2024-11-13T03:20:50,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:20:50,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1805, reset compression=false 2024-11-13T03:20:50,142 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/rep_barrier/34c0e5e526cc4aaebbfa5f6f5923cb0b 2024-11-13T03:20:50,162 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/table/0369ce606f0a47f8bc89a59d4f8171c4 is 53, key is hbase:replication/table:state/1731468038090/Put/seqid=0 2024-11-13T03:20:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741846_1022 (size=5308) 2024-11-13T03:20:50,262 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:50,318 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1805, reset compression=false 2024-11-13T03:20:50,462 DEBUG [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:20:50,565 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/table/0369ce606f0a47f8bc89a59d4f8171c4 2024-11-13T03:20:50,570 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/info/36553d2abbe54bd9a2bed4bd0cf4d837 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/info/36553d2abbe54bd9a2bed4bd0cf4d837 2024-11-13T03:20:50,573 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/info/36553d2abbe54bd9a2bed4bd0cf4d837, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:20:50,574 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/ns/3069fc2462904b83901d856cb1047822 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/ns/3069fc2462904b83901d856cb1047822 2024-11-13T03:20:50,577 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/ns/3069fc2462904b83901d856cb1047822, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:20:50,578 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/rep_barrier/34c0e5e526cc4aaebbfa5f6f5923cb0b as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/rep_barrier/34c0e5e526cc4aaebbfa5f6f5923cb0b 2024-11-13T03:20:50,581 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/rep_barrier/34c0e5e526cc4aaebbfa5f6f5923cb0b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:20:50,581 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/.tmp/table/0369ce606f0a47f8bc89a59d4f8171c4 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/table/0369ce606f0a47f8bc89a59d4f8171c4 2024-11-13T03:20:50,585 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/table/0369ce606f0a47f8bc89a59d4f8171c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:20:50,586 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-13T03:20:50,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:20:50,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:20:50,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:20:50,589 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:50,589 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468048860Running coprocessor pre-close hooks at 1731468048860Disabling compacts and flushes for region at 1731468048860Disabling writes for close at 1731468048861 (+1 ms)Obtaining lock to block concurrent updates at 1731468048861Preparing flush snapshotting stores in 1588230740 at 1731468048861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468048861Flushing stores of hbase:meta,,1.1588230740 at 1731468048861Flushing 1588230740/info: creating writer at 1731468048861Flushing 1588230740/info: appending metadata at 1731468048878 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731468048878Flushing 1588230740/ns: creating writer at 1731468049289 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731468049306 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731468049306Flushing 1588230740/rep_barrier: creating writer at 1731468049722 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468049738 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468049738Flushing 1588230740/table: creating writer at 1731468050146 (+408 ms)Flushing 1588230740/table: appending metadata at 1731468050161 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731468050161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1471c6fb: reopening flushed file at 1731468050569 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a6d77f: reopening flushed file at 1731468050573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66644804: reopening flushed file at 1731468050577 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e252bfc: reopening flushed file at 1731468050581 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731468050586 (+5 ms)Writing region close event to WAL at 1731468050587 (+1 ms)Running coprocessor post-close hooks at 1731468050589 (+2 ms)Closed at 1731468050589 2024-11-13T03:20:50,590 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:50,622 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.1731468026414 to pos 1805, reset compression=false 2024-11-13T03:20:50,662 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T03:20:50,662 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,39287,1731468024214; all regions closed. 2024-11-13T03:20:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:20:50,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.meta.1731468026820.meta not finished, retry = 0 2024-11-13T03:20:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741839_1015 (size=1733) 2024-11-13T03:20:50,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/WALs/8394b182524b,39287,1731468024214/8394b182524b%2C39287%2C1731468024214.rep.1731468038056 not finished, retry = 0 2024-11-13T03:20:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741833_1009 (size=1813) 2024-11-13T03:20:50,870 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:50,870 INFO [RS:0;8394b182524b:39287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:20:50,870 INFO [RS:0;8394b182524b:39287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:50,871 INFO [RS:0;8394b182524b:39287 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:50,871 INFO [RS:0;8394b182524b:39287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:50,871 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:50,871 INFO [RS:0;8394b182524b:39287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,39287,1731468024214 because: Region server is closing 2024-11-13T03:20:50,871 INFO [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39287. 2024-11-13T03:20:50,871 DEBUG [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:50,871 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:50,871 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:50,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:50,972 INFO [RS:0;8394b182524b:39287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.shipper8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 terminated 2024-11-13T03:20:50,972 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39287,1731468024214.replicationSource.wal-reader.8394b182524b%2C39287%2C1731468024214,1-8394b182524b,39287,1731468024214 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:20:50,972 INFO [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39287. 2024-11-13T03:20:50,972 DEBUG [RS:0;8394b182524b:39287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:20:50,972 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:50,972 DEBUG [RS:0;8394b182524b:39287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:50,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:20:50,972 INFO [RS:0;8394b182524b:39287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39287 2024-11-13T03:20:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081/rs 2024-11-13T03:20:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725724081/rs/8394b182524b,39287,1731468024214 2024-11-13T03:20:51,164 INFO [RS:0;8394b182524b:39287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:51,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,39287,1731468024214] 2024-11-13T03:20:51,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0725724081/draining/8394b182524b,39287,1731468024214 already deleted, retry=false 2024-11-13T03:20:51,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,39287,1731468024214 expired; onlineServers=0 2024-11-13T03:20:51,184 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,41205,1731468023950' ***** 2024-11-13T03:20:51,184 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:20:51,185 DEBUG [M:0;8394b182524b:41205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:20:51,185 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:20:51,185 DEBUG [M:0;8394b182524b:41205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:20:51,185 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468026020 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468026020,5,FailOnTimeoutGroup] 2024-11-13T03:20:51,185 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468026020 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468026020,5,FailOnTimeoutGroup] 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:20:51,185 DEBUG [M:0;8394b182524b:41205 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:20:51,185 INFO [M:0;8394b182524b:41205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:20:51,185 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:20:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725724081/master 2024-11-13T03:20:51,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725724081 2024-11-13T03:20:51,195 DEBUG [M:0;8394b182524b:41205 {}] zookeeper.ZKUtil(347): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Unable to get data of znode /0725724081/master because node does not exist (not an error) 2024-11-13T03:20:51,195 WARN [M:0;8394b182524b:41205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:20:51,196 INFO [M:0;8394b182524b:41205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/.lastflushedseqids 2024-11-13T03:20:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741847_1023 (size=245) 2024-11-13T03:20:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:51,274 INFO [RS:0;8394b182524b:39287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:51,274 INFO [RS:0;8394b182524b:39287 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,39287,1731468024214; zookeeper connection closed. 2024-11-13T03:20:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39287-0x10132354aa60001, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:51,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 2024-11-13T03:20:51,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:20:51,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:51,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:51,606 INFO [M:0;8394b182524b:41205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:20:51,606 INFO [M:0;8394b182524b:41205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:20:51,606 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:51,606 INFO [M:0;8394b182524b:41205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:51,606 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:51,606 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:51,606 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:51,606 INFO [M:0;8394b182524b:41205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T03:20:51,620 DEBUG [M:0;8394b182524b:41205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/523f1caa94934542a7a734cff94c30f8 is 82, key is hbase:meta,,1/info:regioninfo/1731468026861/Put/seqid=0 2024-11-13T03:20:51,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741848_1024 (size=5672) 2024-11-13T03:20:52,024 INFO [M:0;8394b182524b:41205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/523f1caa94934542a7a734cff94c30f8 2024-11-13T03:20:52,040 DEBUG [M:0;8394b182524b:41205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc11b8107d3940dc83e8d17adcb0f211 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468038093/Put/seqid=0 2024-11-13T03:20:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741849_1025 (size=8515) 2024-11-13T03:20:52,444 INFO [M:0;8394b182524b:41205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc11b8107d3940dc83e8d17adcb0f211 2024-11-13T03:20:52,461 DEBUG [M:0;8394b182524b:41205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5743dc7ef5144a3cbaf60f76a77501d8 is 69, key is 8394b182524b,39287,1731468024214/rs:state/1731468026229/Put/seqid=0 2024-11-13T03:20:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741850_1026 (size=5156) 2024-11-13T03:20:52,464 INFO [M:0;8394b182524b:41205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5743dc7ef5144a3cbaf60f76a77501d8 2024-11-13T03:20:52,468 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/523f1caa94934542a7a734cff94c30f8 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/523f1caa94934542a7a734cff94c30f8 2024-11-13T03:20:52,471 INFO [M:0;8394b182524b:41205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/523f1caa94934542a7a734cff94c30f8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:20:52,472 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc11b8107d3940dc83e8d17adcb0f211 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc11b8107d3940dc83e8d17adcb0f211 2024-11-13T03:20:52,477 INFO [M:0;8394b182524b:41205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc11b8107d3940dc83e8d17adcb0f211, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:20:52,477 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5743dc7ef5144a3cbaf60f76a77501d8 as hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5743dc7ef5144a3cbaf60f76a77501d8 2024-11-13T03:20:52,481 INFO [M:0;8394b182524b:41205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33697/user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5743dc7ef5144a3cbaf60f76a77501d8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:20:52,482 INFO [M:0;8394b182524b:41205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-13T03:20:52,488 INFO [M:0;8394b182524b:41205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:52,488 DEBUG [M:0;8394b182524b:41205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468051606Disabling compacts and flushes for region at 1731468051606Disabling writes for close at 1731468051606Obtaining lock to block concurrent updates at 1731468051606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468051606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731468051607 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468051607Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468051607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468051620 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468051620Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468052027 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468052040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468052040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468052447 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468052460 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468052460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776c012e: reopening flushed file at 1731468052467 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9aacb: reopening flushed file at 1731468052471 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb1a903: reopening flushed file at 1731468052477 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731468052482 (+5 ms)Writing region close event to WAL at 1731468052488 (+6 ms)Closed at 1731468052488 2024-11-13T03:20:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741830_1006 (size=63642) 2024-11-13T03:20:52,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecc5669c-6a26-bf4e-fa10-99321fefc0df/MasterData/WALs/8394b182524b,41205,1731468023950/8394b182524b%2C41205%2C1731468023950.1731468025613 not finished, retry = 0 2024-11-13T03:20:52,592 INFO [M:0;8394b182524b:41205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:20:52,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:20:52,592 INFO [M:0;8394b182524b:41205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41205 2024-11-13T03:20:52,593 INFO [M:0;8394b182524b:41205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:20:52,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:52,839 INFO [M:0;8394b182524b:41205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:20:52,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41205-0x10132354aa60000, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:20:52,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fc8e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:52,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:52,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:52,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:52,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:52,843 WARN [BP-1690676242-172.17.0.3-1731468021567 heartbeating to localhost/127.0.0.1:33697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:20:52,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:20:52,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:20:52,843 WARN [BP-1690676242-172.17.0.3-1731468021567 heartbeating to localhost/127.0.0.1:33697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1690676242-172.17.0.3-1731468021567 (Datanode Uuid 7456b90d-e4cf-4fcc-b1c6-668c24c6a46c) service to localhost/127.0.0.1:33697 2024-11-13T03:20:52,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/data/data1/current/BP-1690676242-172.17.0.3-1731468021567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:52,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/cluster_c0aa2310-822f-413f-6378-7f5b1ffb3137/data/data2/current/BP-1690676242-172.17.0.3-1731468021567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:20:52,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:20:52,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:52,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:20:52,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:20:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:20:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6314218-a5d2-e502-70ad-6cbb91dbb36c/hadoop.log.dir/,STOPPED} 2024-11-13T03:20:52,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:20:52,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:20:52,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 242) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33697 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41869 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4547 (was 5160) 2024-11-13T03:20:52,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=4547 2024-11-13T03:20:52,895 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T03:20:52,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir so I do NOT create it in target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c 2024-11-13T03:20:52,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:20:52,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.tmp.dir so I do NOT create it in target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c 2024-11-13T03:20:52,895 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be70bb5-7e20-5558-a844-9f7c079b02c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:20:52,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c 2024-11-13T03:20:52,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d, deleteOnExit=true 2024-11-13T03:20:52,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/zookeeper_0, clientPort=58195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:20:52,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58195 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/test.cache.data in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:20:52,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:20:52,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:20:52,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:20:52,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132354aa60005, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:20:52,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132354aa60002, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:20:52,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132354aa60002, quorum=127.0.0.1:56106, baseZNode=/0725724081 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:20:52,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132354aa60005, quorum=127.0.0.1:56106, baseZNode=/1-367213364 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:20:53,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:53,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:53,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:53,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:53,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:53,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:53,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:53,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:53,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5317e1d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-16067945924170736614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:53,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-13T03:20:53,380 INFO [Time-limited test {}] server.Server(415): Started @227052ms 2024-11-13T03:20:53,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:53,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:53,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:53,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:53,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:53,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:53,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:53,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fce6f78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/java.io.tmpdir/jetty-localhost-41605-hadoop-hdfs-3_4_1-tests_jar-_-any-14061192875331988263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:53,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:41605} 2024-11-13T03:20:53,728 INFO [Time-limited test {}] server.Server(415): Started @227400ms 2024-11-13T03:20:53,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:20:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:20:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:20:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:20:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:20:54,395 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/data/data1/current/BP-1434001645-172.17.0.3-1731468052932/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:54,395 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/data/data2/current/BP-1434001645-172.17.0.3-1731468052932/current, will proceed with Du for space computation calculation, 2024-11-13T03:20:54,410 WARN [Thread-2631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:20:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d63ab6f96aa6e with lease ID 0x84f257e688e5d0f: Processing first storage report for DS-4aee72a0-7440-4584-9b9a-454c4bdff87d from datanode DatanodeRegistration(127.0.0.1:38913, datanodeUuid=f449e71e-647c-4d50-be09-a37ca317f902, infoPort=35625, infoSecurePort=0, ipcPort=36133, storageInfo=lv=-57;cid=testClusterID;nsid=148362984;c=1731468052932) 2024-11-13T03:20:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d63ab6f96aa6e with lease ID 0x84f257e688e5d0f: from storage DS-4aee72a0-7440-4584-9b9a-454c4bdff87d node DatanodeRegistration(127.0.0.1:38913, datanodeUuid=f449e71e-647c-4d50-be09-a37ca317f902, infoPort=35625, infoSecurePort=0, ipcPort=36133, storageInfo=lv=-57;cid=testClusterID;nsid=148362984;c=1731468052932), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:20:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d63ab6f96aa6e with lease ID 0x84f257e688e5d0f: Processing first storage report for DS-b2ae3eed-d315-4ce9-b294-72dc747accbd from datanode DatanodeRegistration(127.0.0.1:38913, datanodeUuid=f449e71e-647c-4d50-be09-a37ca317f902, infoPort=35625, infoSecurePort=0, ipcPort=36133, storageInfo=lv=-57;cid=testClusterID;nsid=148362984;c=1731468052932) 2024-11-13T03:20:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d63ab6f96aa6e with lease ID 0x84f257e688e5d0f: from storage DS-b2ae3eed-d315-4ce9-b294-72dc747accbd node DatanodeRegistration(127.0.0.1:38913, datanodeUuid=f449e71e-647c-4d50-be09-a37ca317f902, infoPort=35625, infoSecurePort=0, ipcPort=36133, storageInfo=lv=-57;cid=testClusterID;nsid=148362984;c=1731468052932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:20:54,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c 2024-11-13T03:20:54,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:54,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:20:54,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302 with version=8 2024-11-13T03:20:54,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/hbase-staging 2024-11-13T03:20:54,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:54,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:54,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:54,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:54,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:54,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:54,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:20:54,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:54,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35139 2024-11-13T03:20:54,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35139 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:20:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351390x0, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:54,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35139-0x1013235c55f0000 connected 2024-11-13T03:20:55,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:55,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:55,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/running 2024-11-13T03:20:55,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302, hbase.cluster.distributed=false 2024-11-13T03:20:55,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/acl 2024-11-13T03:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35139 2024-11-13T03:20:55,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35139 2024-11-13T03:20:55,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35139 2024-11-13T03:20:55,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35139 2024-11-13T03:20:55,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35139 2024-11-13T03:20:55,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:20:55,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34259 2024-11-13T03:20:55,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34259 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:20:55,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:55,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:55,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342590x0, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:55,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34259-0x1013235c55f0001 connected 2024-11-13T03:20:55,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/running 2024-11-13T03:20:55,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:20:55,102 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:20:55,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/master 2024-11-13T03:20:55,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/acl 2024-11-13T03:20:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-13T03:20:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34259 2024-11-13T03:20:55,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34259 2024-11-13T03:20:55,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-13T03:20:55,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-13T03:20:55,119 DEBUG [M:0;8394b182524b:35139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:35139 2024-11-13T03:20:55,119 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1756201303/backup-masters/8394b182524b,35139,1731468054866 2024-11-13T03:20:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/backup-masters 2024-11-13T03:20:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/backup-masters 2024-11-13T03:20:55,132 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on existing znode=/0-1756201303/backup-masters/8394b182524b,35139,1731468054866 2024-11-13T03:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1756201303/master 2024-11-13T03:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:55,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:55,142 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on existing znode=/0-1756201303/master 2024-11-13T03:20:55,143 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1756201303/backup-masters/8394b182524b,35139,1731468054866 from backup master directory 2024-11-13T03:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1756201303/backup-masters/8394b182524b,35139,1731468054866 2024-11-13T03:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/backup-masters 2024-11-13T03:20:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/backup-masters 2024-11-13T03:20:55,153 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:55,153 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,35139,1731468054866 2024-11-13T03:20:55,155 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/hbase.id] with ID: 593913f1-ebe8-4d80-893e-9a018f5f0f34 2024-11-13T03:20:55,155 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/.tmp/hbase.id 2024-11-13T03:20:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:20:55,559 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/.tmp/hbase.id]:[hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/hbase.id] 2024-11-13T03:20:55,566 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:20:55,566 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:20:55,567 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:20:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:55,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:20:56,025 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:20:56,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:20:56,026 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:20:56,432 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store 2024-11-13T03:20:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:20:56,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:20:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:20:56,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:20:56,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:56,686 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38308 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:20:56,837 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:56,837 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:20:56,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468056837Disabling compacts and flushes for region at 1731468056837Disabling writes for close at 1731468056837Writing region close event to WAL at 1731468056837Closed at 1731468056837 2024-11-13T03:20:56,838 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/.initializing 2024-11-13T03:20:56,838 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/WALs/8394b182524b,35139,1731468054866 2024-11-13T03:20:56,839 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:56,840 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C35139%2C1731468054866, suffix=, logDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/WALs/8394b182524b,35139,1731468054866, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/oldWALs, maxLogs=10 2024-11-13T03:20:56,852 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/WALs/8394b182524b,35139,1731468054866/8394b182524b%2C35139%2C1731468054866.1731468056840, exclude list is [], retry=0 2024-11-13T03:20:56,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38913,DS-4aee72a0-7440-4584-9b9a-454c4bdff87d,DISK] 2024-11-13T03:20:56,855 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/WALs/8394b182524b,35139,1731468054866/8394b182524b%2C35139%2C1731468054866.1731468056840 2024-11-13T03:20:56,855 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-13T03:20:56,855 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:56,856 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:56,856 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,856 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:20:56,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:56,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:56,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:20:56,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:56,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:56,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:20:56,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:56,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:56,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:20:56,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:56,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:20:56,861 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:56,864 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:20:56,865 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:56,866 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63784030, jitterRate=-0.04954388737678528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:56,866 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468056856Initializing all the Stores at 1731468056856Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468056856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468056856Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468056856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468056856Cleaning up temporary data from old regions at 1731468056863 (+7 ms)Region opened successfully at 1731468056866 (+3 ms) 2024-11-13T03:20:56,866 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:20:56,868 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7338b591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:20:56,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:20:56,873 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:20:56,874 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/balancer because node does not exist (not necessarily an error) 2024-11-13T03:20:57,040 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/balancer already deleted, retry=false 2024-11-13T03:20:57,040 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:20:57,041 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:20:57,065 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/normalizer already deleted, retry=false 2024-11-13T03:20:57,065 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:20:57,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:20:57,075 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/switch/split already deleted, retry=false 2024-11-13T03:20:57,076 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:20:57,086 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/switch/merge already deleted, retry=false 2024-11-13T03:20:57,087 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:20:57,096 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/snapshot-cleanup already deleted, retry=false 2024-11-13T03:20:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1756201303/running 2024-11-13T03:20:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1756201303/running 2024-11-13T03:20:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,107 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,35139,1731468054866, sessionid=0x1013235c55f0000, setting cluster-up flag (Was=false) 2024-11-13T03:20:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,159 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1756201303/flush-table-proc/acquired, /0-1756201303/flush-table-proc/reached, /0-1756201303/flush-table-proc/abort 2024-11-13T03:20:57,160 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35139,1731468054866 2024-11-13T03:20:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:57,212 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1756201303/online-snapshot/acquired, /0-1756201303/online-snapshot/reached, /0-1756201303/online-snapshot/abort 2024-11-13T03:20:57,213 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,35139,1731468054866 2024-11-13T03:20:57,213 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:20:57,214 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:57,214 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:20:57,215 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:20:57,215 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,35139,1731468054866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:57,216 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468087217 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:20:57,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:57,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,217 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:20:57,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:57,218 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468057218,5,FailOnTimeoutGroup] 2024-11-13T03:20:57,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:20:57,218 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468057218,5,FailOnTimeoutGroup] 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,218 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:20:57,312 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(746): ClusterId : 593913f1-ebe8-4d80-893e-9a018f5f0f34 2024-11-13T03:20:57,312 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:20:57,365 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:20:57,365 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:20:57,413 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:20:57,413 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4358b5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:20:57,426 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:34259 2024-11-13T03:20:57,426 INFO [RS:0;8394b182524b:34259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:20:57,426 INFO [RS:0;8394b182524b:34259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:20:57,426 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:20:57,427 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,35139,1731468054866 with port=34259, startcode=1731468055087 2024-11-13T03:20:57,427 DEBUG [RS:0;8394b182524b:34259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:20:57,428 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:20:57,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,34259,1731468055087 2024-11-13T03:20:57,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35139 {}] master.ServerManager(517): Registering regionserver=8394b182524b,34259,1731468055087 2024-11-13T03:20:57,430 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302 2024-11-13T03:20:57,430 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37089 2024-11-13T03:20:57,430 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:20:57,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/rs 2024-11-13T03:20:57,539 DEBUG [RS:0;8394b182524b:34259 {}] zookeeper.ZKUtil(111): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on existing znode=/0-1756201303/rs/8394b182524b,34259,1731468055087 2024-11-13T03:20:57,539 WARN [RS:0;8394b182524b:34259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:20:57,539 INFO [RS:0;8394b182524b:34259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:57,539 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087 2024-11-13T03:20:57,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,34259,1731468055087] 2024-11-13T03:20:57,542 INFO [RS:0;8394b182524b:34259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:20:57,543 INFO [RS:0;8394b182524b:34259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:20:57,543 INFO [RS:0;8394b182524b:34259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:20:57,543 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,544 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:20:57,544 INFO [RS:0;8394b182524b:34259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:20:57,544 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:20:57,544 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:57,545 DEBUG [RS:0;8394b182524b:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,545 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34259,1731468055087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:57,557 INFO [RS:0;8394b182524b:34259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:20:57,557 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,34259,1731468055087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,557 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,558 INFO [RS:0;8394b182524b:34259 {}] regionserver.Replication(171): 8394b182524b,34259,1731468055087 started 2024-11-13T03:20:57,569 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:57,569 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,34259,1731468055087, RpcServer on 8394b182524b/172.17.0.3:34259, sessionid=0x1013235c55f0001 2024-11-13T03:20:57,569 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:20:57,569 DEBUG [RS:0;8394b182524b:34259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,34259,1731468055087 2024-11-13T03:20:57,569 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,34259,1731468055087' 2024-11-13T03:20:57,569 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1756201303/flush-table-proc/abort' 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1756201303/flush-table-proc/acquired' 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,34259,1731468055087 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,34259,1731468055087' 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1756201303/online-snapshot/abort' 2024-11-13T03:20:57,570 DEBUG [RS:0;8394b182524b:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1756201303/online-snapshot/acquired' 2024-11-13T03:20:57,571 DEBUG [RS:0;8394b182524b:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:20:57,571 INFO [RS:0;8394b182524b:34259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:20:57,571 INFO [RS:0;8394b182524b:34259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:20:57,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:20:57,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302 2024-11-13T03:20:57,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:20:57,671 INFO [RS:0;8394b182524b:34259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:20:57,672 INFO [RS:0;8394b182524b:34259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C34259%2C1731468055087, suffix=, logDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/oldWALs, maxLogs=10 2024-11-13T03:20:57,684 DEBUG [RS:0;8394b182524b:34259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, exclude list is [], retry=0 2024-11-13T03:20:57,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38913,DS-4aee72a0-7440-4584-9b9a-454c4bdff87d,DISK] 2024-11-13T03:20:57,687 INFO [RS:0;8394b182524b:34259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 2024-11-13T03:20:57,688 DEBUG [RS:0;8394b182524b:34259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-13T03:20:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:58,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:58,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:58,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:58,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:58,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:58,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:58,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:58,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:58,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:58,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740 2024-11-13T03:20:58,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740 2024-11-13T03:20:58,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:58,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:58,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:58,037 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:20:58,037 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66097358, jitterRate=-0.015072613954544067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468058027Initializing all the Stores at 1731468058028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468058028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058028Cleaning up temporary data from old regions at 1731468058034 (+6 ms)Region opened successfully at 1731468058038 (+4 ms) 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:20:58,038 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:20:58,038 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:20:58,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468058038Disabling compacts and flushes for region at 1731468058038Disabling writes for close at 1731468058038Writing region close event to WAL at 1731468058038Closed at 1731468058038 2024-11-13T03:20:58,039 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:58,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:20:58,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:20:58,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:58,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:20:58,191 DEBUG [8394b182524b:35139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:20:58,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:20:58,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,34259,1731468055087, state=OPENING 2024-11-13T03:20:58,272 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:20:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:20:58,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:20:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1756201303/meta-region-server: CHANGED 2024-11-13T03:20:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1756201303/meta-region-server: CHANGED 2024-11-13T03:20:58,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,34259,1731468055087}] 2024-11-13T03:20:58,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:20:58,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:20:58,472 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:20:58,472 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:20:58,472 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:20:58,473 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C34259%2C1731468055087.meta, suffix=.meta, logDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/oldWALs, maxLogs=10 2024-11-13T03:20:58,485 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.meta.1731468058473.meta, exclude list is [], retry=0 2024-11-13T03:20:58,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38913,DS-4aee72a0-7440-4584-9b9a-454c4bdff87d,DISK] 2024-11-13T03:20:58,488 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.meta.1731468058473.meta 2024-11-13T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-13T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:20:58,488 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:20:58,488 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:20:58,488 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:20:58,489 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:20:58,489 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:20:58,489 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:20:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:20:58,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:20:58,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:20:58,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:20:58,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:20:58,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:20:58,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:20:58,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:20:58,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:20:58,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:20:58,493 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:20:58,494 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740 2024-11-13T03:20:58,494 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740 2024-11-13T03:20:58,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:20:58,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:20:58,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:20:58,496 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:20:58,496 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70666705, jitterRate=0.05301596224308014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:20:58,497 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:20:58,497 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468058489Writing region info on filesystem at 1731468058489Initializing all the Stores at 1731468058489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468058489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468058489Cleaning up temporary data from old regions at 1731468058495 (+6 ms)Running coprocessor post-open hooks at 1731468058497 (+2 ms)Region opened successfully at 1731468058497 2024-11-13T03:20:58,498 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468058468 2024-11-13T03:20:58,499 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:20:58,499 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:20:58,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:20:58,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,34259,1731468055087, state=OPEN 2024-11-13T03:20:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1756201303/meta-region-server 2024-11-13T03:20:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1756201303/meta-region-server 2024-11-13T03:20:58,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,34259,1731468055087 2024-11-13T03:20:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1756201303/meta-region-server: CHANGED 2024-11-13T03:20:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1756201303/meta-region-server: CHANGED 2024-11-13T03:20:58,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:20:58,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,34259,1731468055087 in 205 msec 2024-11-13T03:20:58,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:20:58,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-13T03:20:58,524 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:20:58,524 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:20:58,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:58,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,34259,1731468055087, seqNum=-1] 2024-11-13T03:20:58,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:58,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:58,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-13T03:20:58,529 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468058529, completionTime=-1 2024-11-13T03:20:58,529 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:20:58,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468118531 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468178531 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:35139, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,533 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.381sec 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:20:58,534 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:20:58,536 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:20:58,536 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:20:58,536 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,35139,1731468054866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:20:58,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:58,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:20:58,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:20:58,613 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:20:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:20:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42175c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:20:58,615 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:20:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bc00d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:20:58,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:20:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,34259,1731468055087, seqNum=-1] 2024-11-13T03:20:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:20:58,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:20:58,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,35139,1731468054866 2024-11-13T03:20:58,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:20:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:20:58,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013235c55f0002 connected 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir so I do NOT create it in target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae 2024-11-13T03:20:58,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.tmp.dir so I do NOT create it in target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae 2024-11-13T03:20:58,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:20:58,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/cluster_e9b04b7c-a5ca-e23e-8657-2a23ce687a45, deleteOnExit=true 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/test.cache.data in system properties and HBase conf 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:20:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:20:58,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:20:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:20:59,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:59,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:59,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:59,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:59,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:59,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:59,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:59,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:59,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@119b7d80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/java.io.tmpdir/jetty-localhost-37447-hadoop-hdfs-3_4_1-tests_jar-_-any-12355513525065364271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:20:59,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:37447} 2024-11-13T03:20:59,109 INFO [Time-limited test {}] server.Server(415): Started @232781ms 2024-11-13T03:20:59,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:20:59,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:20:59,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:20:59,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:20:59,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:20:59,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:20:59,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:20:59,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13910b44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/java.io.tmpdir/jetty-localhost-39721-hadoop-hdfs-3_4_1-tests_jar-_-any-18429797179717013206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:20:59,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:39721} 2024-11-13T03:20:59,497 INFO [Time-limited test {}] server.Server(415): Started @233169ms 2024-11-13T03:20:59,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:21:00,129 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/cluster_e9b04b7c-a5ca-e23e-8657-2a23ce687a45/data/data1/current/BP-315391236-172.17.0.3-1731468058655/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:00,129 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/cluster_e9b04b7c-a5ca-e23e-8657-2a23ce687a45/data/data2/current/BP-315391236-172.17.0.3-1731468058655/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:00,161 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:21:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38e102fae2a74e11 with lease ID 0x15a6f5a4c34f788e: Processing first storage report for DS-943b2cfd-421b-4837-a510-96896a3c2bb9 from datanode DatanodeRegistration(127.0.0.1:37297, datanodeUuid=592498a4-a6d2-435f-b18f-c6fc4f81b4d0, infoPort=34047, infoSecurePort=0, ipcPort=42899, storageInfo=lv=-57;cid=testClusterID;nsid=100279468;c=1731468058655) 2024-11-13T03:21:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38e102fae2a74e11 with lease ID 0x15a6f5a4c34f788e: from storage DS-943b2cfd-421b-4837-a510-96896a3c2bb9 node DatanodeRegistration(127.0.0.1:37297, datanodeUuid=592498a4-a6d2-435f-b18f-c6fc4f81b4d0, infoPort=34047, infoSecurePort=0, ipcPort=42899, storageInfo=lv=-57;cid=testClusterID;nsid=100279468;c=1731468058655), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:21:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38e102fae2a74e11 with lease ID 0x15a6f5a4c34f788e: Processing first storage report for DS-21b33ea1-08d6-4f4a-a8b0-d95b5273bc67 from datanode DatanodeRegistration(127.0.0.1:37297, datanodeUuid=592498a4-a6d2-435f-b18f-c6fc4f81b4d0, infoPort=34047, infoSecurePort=0, ipcPort=42899, storageInfo=lv=-57;cid=testClusterID;nsid=100279468;c=1731468058655) 2024-11-13T03:21:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38e102fae2a74e11 with lease ID 0x15a6f5a4c34f788e: from storage DS-21b33ea1-08d6-4f4a-a8b0-d95b5273bc67 node DatanodeRegistration(127.0.0.1:37297, datanodeUuid=592498a4-a6d2-435f-b18f-c6fc4f81b4d0, infoPort=34047, infoSecurePort=0, ipcPort=42899, storageInfo=lv=-57;cid=testClusterID;nsid=100279468;c=1731468058655), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:00,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae 2024-11-13T03:21:00,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:21:00,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508 with version=8 2024-11-13T03:21:00,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/hbase-staging 2024-11-13T03:21:00,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:00,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:21:00,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:00,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39795 2024-11-13T03:21:00,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39795 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:00,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397950x0, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:00,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39795-0x1013235c55f0003 connected 2024-11-13T03:21:00,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/running 2024-11-13T03:21:00,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508, hbase.cluster.distributed=false 2024-11-13T03:21:00,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/acl 2024-11-13T03:21:00,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-13T03:21:00,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39795 2024-11-13T03:21:00,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39795 2024-11-13T03:21:00,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-13T03:21:00,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-13T03:21:00,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:21:00,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:00,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33615 2024-11-13T03:21:00,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33615 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:00,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336150x0, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:00,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336150x0, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/running 2024-11-13T03:21:00,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33615-0x1013235c55f0004 connected 2024-11-13T03:21:00,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:21:00,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:21:00,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/master 2024-11-13T03:21:00,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/acl 2024-11-13T03:21:00,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33615 2024-11-13T03:21:00,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33615 2024-11-13T03:21:00,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33615 2024-11-13T03:21:00,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33615 2024-11-13T03:21:00,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33615 2024-11-13T03:21:00,815 DEBUG [M:0;8394b182524b:39795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:39795 2024-11-13T03:21:00,815 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1284609468/backup-masters/8394b182524b,39795,1731468060637 2024-11-13T03:21:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/backup-masters 2024-11-13T03:21:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/backup-masters 2024-11-13T03:21:00,826 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on existing znode=/1284609468/backup-masters/8394b182524b,39795,1731468060637 2024-11-13T03:21:00,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:00,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1284609468/master 2024-11-13T03:21:00,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:00,837 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on existing znode=/1284609468/master 2024-11-13T03:21:00,837 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1284609468/backup-masters/8394b182524b,39795,1731468060637 from backup master directory 2024-11-13T03:21:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1284609468/backup-masters/8394b182524b,39795,1731468060637 2024-11-13T03:21:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/backup-masters 2024-11-13T03:21:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/backup-masters 2024-11-13T03:21:00,847 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:00,847 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,39795,1731468060637 2024-11-13T03:21:00,850 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/hbase.id] with ID: e0f9caee-e08c-4c8b-b330-794eb0609d8d 2024-11-13T03:21:00,850 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/.tmp/hbase.id 2024-11-13T03:21:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:21:01,254 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/.tmp/hbase.id]:[hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/hbase.id] 2024-11-13T03:21:01,260 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:01,260 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:21:01,261 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:21:01,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:01,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:21:01,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:01,716 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:21:01,716 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:21:02,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store 2024-11-13T03:21:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:21:02,526 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:02,527 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:02,527 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468062527Disabling compacts and flushes for region at 1731468062527Disabling writes for close at 1731468062527Writing region close event to WAL at 1731468062527Closed at 1731468062527 2024-11-13T03:21:02,527 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/.initializing 2024-11-13T03:21:02,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/WALs/8394b182524b,39795,1731468060637 2024-11-13T03:21:02,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:02,529 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C39795%2C1731468060637, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/WALs/8394b182524b,39795,1731468060637, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/oldWALs, maxLogs=10 2024-11-13T03:21:02,541 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/WALs/8394b182524b,39795,1731468060637/8394b182524b%2C39795%2C1731468060637.1731468062529, exclude list is [], retry=0 2024-11-13T03:21:02,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37297,DS-943b2cfd-421b-4837-a510-96896a3c2bb9,DISK] 2024-11-13T03:21:02,545 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/WALs/8394b182524b,39795,1731468060637/8394b182524b%2C39795%2C1731468060637.1731468062529 2024-11-13T03:21:02,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047)] 2024-11-13T03:21:02,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:02,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:02,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:21:02,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:21:02,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:21:02,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:21:02,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:02,551 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,552 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,552 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:02,554 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:02,555 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:02,555 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63289557, jitterRate=-0.05691210925579071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:02,555 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468062545Initializing all the Stores at 1731468062546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468062546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468062546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468062546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468062546Cleaning up temporary data from old regions at 1731468062553 (+7 ms)Region opened successfully at 1731468062555 (+2 ms) 2024-11-13T03:21:02,555 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:21:02,557 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1431cf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:21:02,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:21:02,559 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:21:02,560 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/balancer because node does not exist (not necessarily an error) 2024-11-13T03:21:02,647 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/balancer already deleted, retry=false 2024-11-13T03:21:02,648 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:21:02,648 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:21:02,657 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/normalizer already deleted, retry=false 2024-11-13T03:21:02,658 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:21:02,658 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:21:02,668 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/switch/split already deleted, retry=false 2024-11-13T03:21:02,669 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:21:02,678 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/switch/merge already deleted, retry=false 2024-11-13T03:21:02,680 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:21:02,689 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/snapshot-cleanup already deleted, retry=false 2024-11-13T03:21:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1284609468/running 2024-11-13T03:21:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1284609468/running 2024-11-13T03:21:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:02,749 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,39795,1731468060637, sessionid=0x1013235c55f0003, setting cluster-up flag (Was=false) 2024-11-13T03:21:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:03,205 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1284609468/flush-table-proc/acquired, /1284609468/flush-table-proc/reached, /1284609468/flush-table-proc/abort 2024-11-13T03:21:03,206 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39795,1731468060637 2024-11-13T03:21:03,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:03,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:03,257 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1284609468/online-snapshot/acquired, /1284609468/online-snapshot/reached, /1284609468/online-snapshot/abort 2024-11-13T03:21:03,258 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39795,1731468060637 2024-11-13T03:21:03,259 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:21:03,260 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:03,261 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:21:03,261 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:21:03,261 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,39795,1731468060637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:03,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,263 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468093263 2024-11-13T03:21:03,263 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:21:03,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:21:03,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:03,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:21:03,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:21:03,265 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:21:03,265 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:21:03,265 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:21:03,265 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:21:03,266 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:21:03,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468063266,5,FailOnTimeoutGroup] 2024-11-13T03:21:03,268 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468063268,5,FailOnTimeoutGroup] 2024-11-13T03:21:03,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:21:03,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,268 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:21:03,308 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(746): ClusterId : e0f9caee-e08c-4c8b-b330-794eb0609d8d 2024-11-13T03:21:03,308 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:21:03,317 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:21:03,318 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:21:03,328 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:21:03,328 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1320e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:03,339 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:33615 2024-11-13T03:21:03,339 INFO [RS:0;8394b182524b:33615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:21:03,339 INFO [RS:0;8394b182524b:33615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:21:03,339 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:21:03,339 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,39795,1731468060637 with port=33615, startcode=1731468060782 2024-11-13T03:21:03,340 DEBUG [RS:0;8394b182524b:33615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:21:03,341 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:21:03,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,33615,1731468060782 2024-11-13T03:21:03,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(517): Registering regionserver=8394b182524b,33615,1731468060782 2024-11-13T03:21:03,342 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508 2024-11-13T03:21:03,342 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38119 2024-11-13T03:21:03,342 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:21:03,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/rs 2024-11-13T03:21:03,422 DEBUG [RS:0;8394b182524b:33615 {}] zookeeper.ZKUtil(111): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on existing znode=/1284609468/rs/8394b182524b,33615,1731468060782 2024-11-13T03:21:03,422 WARN [RS:0;8394b182524b:33615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:03,423 INFO [RS:0;8394b182524b:33615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:03,423 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782 2024-11-13T03:21:03,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,33615,1731468060782] 2024-11-13T03:21:03,428 INFO [RS:0;8394b182524b:33615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:21:03,429 INFO [RS:0;8394b182524b:33615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:21:03,430 INFO [RS:0;8394b182524b:33615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:21:03,430 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,430 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:21:03,430 INFO [RS:0;8394b182524b:33615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:21:03,431 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:03,431 DEBUG [RS:0;8394b182524b:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,432 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33615,1731468060782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:03,445 INFO [RS:0;8394b182524b:33615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:21:03,445 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33615,1731468060782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,445 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,445 INFO [RS:0;8394b182524b:33615 {}] regionserver.Replication(171): 8394b182524b,33615,1731468060782 started 2024-11-13T03:21:03,457 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:03,458 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,33615,1731468060782, RpcServer on 8394b182524b/172.17.0.3:33615, sessionid=0x1013235c55f0004 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,33615,1731468060782 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33615,1731468060782' 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1284609468/flush-table-proc/abort' 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1284609468/flush-table-proc/acquired' 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,33615,1731468060782 2024-11-13T03:21:03,458 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33615,1731468060782' 2024-11-13T03:21:03,459 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1284609468/online-snapshot/abort' 2024-11-13T03:21:03,459 DEBUG [RS:0;8394b182524b:33615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1284609468/online-snapshot/acquired' 2024-11-13T03:21:03,459 DEBUG [RS:0;8394b182524b:33615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:21:03,459 INFO [RS:0;8394b182524b:33615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:21:03,459 INFO [RS:0;8394b182524b:33615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:21:03,559 INFO [RS:0;8394b182524b:33615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:03,560 INFO [RS:0;8394b182524b:33615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33615%2C1731468060782, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/oldWALs, maxLogs=10 2024-11-13T03:21:03,572 DEBUG [RS:0;8394b182524b:33615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, exclude list is [], retry=0 2024-11-13T03:21:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37297,DS-943b2cfd-421b-4837-a510-96896a3c2bb9,DISK] 2024-11-13T03:21:03,576 INFO [RS:0;8394b182524b:33615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 2024-11-13T03:21:03,576 DEBUG [RS:0;8394b182524b:33615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047)] 2024-11-13T03:21:03,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:21:03,674 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508 2024-11-13T03:21:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:21:03,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:04,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:04,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:21:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:21:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:21:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:21:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:21:04,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:04,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:04,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:04,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:04,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:04,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:04,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:04,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:04,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740 2024-11-13T03:21:04,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740 2024-11-13T03:21:04,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:04,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:04,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:04,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65682158, jitterRate=-0.021259576082229614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468064078Initializing all the Stores at 1731468064079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468064079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064079Cleaning up temporary data from old regions at 1731468064085 (+6 ms)Region opened successfully at 1731468064088 (+3 ms) 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:04,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:04,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:04,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:04,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468064088Disabling compacts and flushes for region at 1731468064088Disabling writes for close at 1731468064088Writing region close event to WAL at 1731468064089 (+1 ms)Closed at 1731468064089 2024-11-13T03:21:04,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:04,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:21:04,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:21:04,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:04,091 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:21:04,241 DEBUG [8394b182524b:39795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:21:04,242 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:04,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33615,1731468060782, state=OPENING 2024-11-13T03:21:04,310 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:21:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:04,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1284609468/meta-region-server: CHANGED 2024-11-13T03:21:04,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1284609468/meta-region-server: CHANGED 2024-11-13T03:21:04,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:04,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33615,1731468060782}] 2024-11-13T03:21:04,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:04,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:21:04,477 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:21:04,477 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:04,477 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:21:04,478 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33615%2C1731468060782.meta, suffix=.meta, logDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/oldWALs, maxLogs=10 2024-11-13T03:21:04,491 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.meta.1731468064479.meta, exclude list is [], retry=0 2024-11-13T03:21:04,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37297,DS-943b2cfd-421b-4837-a510-96896a3c2bb9,DISK] 2024-11-13T03:21:04,494 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.meta.1731468064479.meta 2024-11-13T03:21:04,494 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047)] 2024-11-13T03:21:04,494 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:04,495 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:21:04,495 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:21:04,495 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:21:04,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:04,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:04,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:04,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:04,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:04,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:04,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:04,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:04,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:04,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:04,500 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:04,500 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740 2024-11-13T03:21:04,501 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740 2024-11-13T03:21:04,502 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:04,502 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:04,502 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:04,503 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:04,503 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68733221, jitterRate=0.024204805493354797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:04,503 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:21:04,504 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468064495Writing region info on filesystem at 1731468064496 (+1 ms)Initializing all the Stores at 1731468064496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468064496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468064496Cleaning up temporary data from old regions at 1731468064502 (+6 ms)Running coprocessor post-open hooks at 1731468064503 (+1 ms)Region opened successfully at 1731468064504 (+1 ms) 2024-11-13T03:21:04,504 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468064473 2024-11-13T03:21:04,506 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:21:04,506 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:21:04,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:04,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33615,1731468060782, state=OPEN 2024-11-13T03:21:04,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1284609468/meta-region-server 2024-11-13T03:21:04,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1284609468/meta-region-server 2024-11-13T03:21:04,517 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,33615,1731468060782 2024-11-13T03:21:04,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1284609468/meta-region-server: CHANGED 2024-11-13T03:21:04,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1284609468/meta-region-server: CHANGED 2024-11-13T03:21:04,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:21:04,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33615,1731468060782 in 196 msec 2024-11-13T03:21:04,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:21:04,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-13T03:21:04,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:04,521 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:21:04,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:04,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33615,1731468060782, seqNum=-1] 2024-11-13T03:21:04,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:04,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:04,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-13T03:21:04,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468064526, completionTime=-1 2024-11-13T03:21:04,527 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:21:04,527 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468124528 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468184528 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:39795, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,529 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,530 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:21:04,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.684sec 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:04,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:21:04,533 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:21:04,533 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:21:04,533 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39795,1731468060637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:04,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:04,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:04,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:04,610 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e741e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:04,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:04,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:04,612 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:04,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:04,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33615,1731468060782, seqNum=-1] 2024-11-13T03:21:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:04,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:04,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,39795,1731468060637 2024-11-13T03:21:04,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:04,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:04,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013235c55f0005 connected 2024-11-13T03:21:04,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir so I do NOT create it in target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a 2024-11-13T03:21:04,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:21:04,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.tmp.dir so I do NOT create it in target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a 2024-11-13T03:21:04,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:21:04,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/cluster_44ceff82-242c-cf09-0a87-6d8403bf801b, deleteOnExit=true 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/test.cache.data in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:21:04,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:21:04,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:21:04,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:21:04,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:04,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:04,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:04,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:04,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:21:04,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:04,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:04,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:05,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23ca4f29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/java.io.tmpdir/jetty-localhost-46303-hadoop-hdfs-3_4_1-tests_jar-_-any-2648362198462842058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:05,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:46303} 2024-11-13T03:21:05,062 INFO [Time-limited test {}] server.Server(415): Started @238734ms 2024-11-13T03:21:05,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:05,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:05,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:05,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:05,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:21:05,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:05,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:05,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fd3243d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/java.io.tmpdir/jetty-localhost-37129-hadoop-hdfs-3_4_1-tests_jar-_-any-1118702887356820005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:05,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:37129} 2024-11-13T03:21:05,395 INFO [Time-limited test {}] server.Server(415): Started @239067ms 2024-11-13T03:21:05,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:21:06,100 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/cluster_44ceff82-242c-cf09-0a87-6d8403bf801b/data/data1/current/BP-743565407-172.17.0.3-1731468064661/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:06,100 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/cluster_44ceff82-242c-cf09-0a87-6d8403bf801b/data/data2/current/BP-743565407-172.17.0.3-1731468064661/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:06,116 WARN [Thread-2873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:21:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a1a002a8364ff2e with lease ID 0x91f5addae718a55a: Processing first storage report for DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee from datanode DatanodeRegistration(127.0.0.1:41699, datanodeUuid=73aaae82-c5b3-4ea7-8b7e-352fd52e3f92, infoPort=43175, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=1944330726;c=1731468064661) 2024-11-13T03:21:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a1a002a8364ff2e with lease ID 0x91f5addae718a55a: from storage DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee node DatanodeRegistration(127.0.0.1:41699, datanodeUuid=73aaae82-c5b3-4ea7-8b7e-352fd52e3f92, infoPort=43175, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=1944330726;c=1731468064661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a1a002a8364ff2e with lease ID 0x91f5addae718a55a: Processing first storage report for DS-0e5ea9e0-b0e9-4a14-b2c0-4ac745550c72 from datanode DatanodeRegistration(127.0.0.1:41699, datanodeUuid=73aaae82-c5b3-4ea7-8b7e-352fd52e3f92, infoPort=43175, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=1944330726;c=1731468064661) 2024-11-13T03:21:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a1a002a8364ff2e with lease ID 0x91f5addae718a55a: from storage DS-0e5ea9e0-b0e9-4a14-b2c0-4ac745550c72 node DatanodeRegistration(127.0.0.1:41699, datanodeUuid=73aaae82-c5b3-4ea7-8b7e-352fd52e3f92, infoPort=43175, infoSecurePort=0, ipcPort=33925, storageInfo=lv=-57;cid=testClusterID;nsid=1944330726;c=1731468064661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:06,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a 2024-11-13T03:21:06,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:21:06,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009 with version=8 2024-11-13T03:21:06,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/hbase-staging 2024-11-13T03:21:06,535 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:21:06,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:06,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46123 2024-11-13T03:21:06,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46123 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:06,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461230x0, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:06,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46123-0x1013235c55f0006 connected 2024-11-13T03:21:06,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/running 2024-11-13T03:21:06,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009, hbase.cluster.distributed=false 2024-11-13T03:21:06,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/acl 2024-11-13T03:21:06,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-13T03:21:06,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46123 2024-11-13T03:21:06,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46123 2024-11-13T03:21:06,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-13T03:21:06,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-13T03:21:06,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:06,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:21:06,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:06,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38509 2024-11-13T03:21:06,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38509 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:06,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:06,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385090x0, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:06,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385090x0, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/running 2024-11-13T03:21:06,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38509-0x1013235c55f0007 connected 2024-11-13T03:21:06,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:21:06,690 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:21:06,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/master 2024-11-13T03:21:06,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/acl 2024-11-13T03:21:06,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38509 2024-11-13T03:21:06,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38509 2024-11-13T03:21:06,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38509 2024-11-13T03:21:06,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38509 2024-11-13T03:21:06,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38509 2024-11-13T03:21:06,710 DEBUG [M:0;8394b182524b:46123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:46123 2024-11-13T03:21:06,710 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21961470962/backup-masters/8394b182524b,46123,1731468066535 2024-11-13T03:21:06,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/backup-masters 2024-11-13T03:21:06,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/backup-masters 2024-11-13T03:21:06,721 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on existing znode=/21961470962/backup-masters/8394b182524b,46123,1731468066535 2024-11-13T03:21:06,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21961470962/master 2024-11-13T03:21:06,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:06,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:06,731 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on existing znode=/21961470962/master 2024-11-13T03:21:06,732 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21961470962/backup-masters/8394b182524b,46123,1731468066535 from backup master directory 2024-11-13T03:21:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/backup-masters 2024-11-13T03:21:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21961470962/backup-masters/8394b182524b,46123,1731468066535 2024-11-13T03:21:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/backup-masters 2024-11-13T03:21:06,742 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:06,742 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,46123,1731468066535 2024-11-13T03:21:06,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/hbase.id] with ID: f3762fc4-5760-43c9-a3cb-d8bc12398863 2024-11-13T03:21:06,745 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/.tmp/hbase.id 2024-11-13T03:21:06,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:06,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:06,756 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48378 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:21:07,160 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/.tmp/hbase.id]:[hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/hbase.id] 2024-11-13T03:21:07,167 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:07,167 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:21:07,168 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:21:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:07,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:21:07,620 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:07,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:21:07,621 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:21:08,027 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store 2024-11-13T03:21:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:08,434 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:08,434 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:08,434 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468068434Disabling compacts and flushes for region at 1731468068434Disabling writes for close at 1731468068434Writing region close event to WAL at 1731468068434Closed at 1731468068434 2024-11-13T03:21:08,435 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/.initializing 2024-11-13T03:21:08,435 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/WALs/8394b182524b,46123,1731468066535 2024-11-13T03:21:08,436 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:08,437 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C46123%2C1731468066535, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/WALs/8394b182524b,46123,1731468066535, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/oldWALs, maxLogs=10 2024-11-13T03:21:08,449 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/WALs/8394b182524b,46123,1731468066535/8394b182524b%2C46123%2C1731468066535.1731468068437, exclude list is [], retry=0 2024-11-13T03:21:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee,DISK] 2024-11-13T03:21:08,452 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/WALs/8394b182524b,46123,1731468066535/8394b182524b%2C46123%2C1731468066535.1731468068437 2024-11-13T03:21:08,454 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-13T03:21:08,454 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:08,454 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:08,454 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,454 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:21:08,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:08,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:08,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:21:08,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:08,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:08,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:21:08,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:08,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:08,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:21:08,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:08,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:08,460 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,460 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,461 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,461 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,461 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,462 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:08,462 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:08,464 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:08,464 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69752247, jitterRate=0.0393894761800766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:08,464 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468068454Initializing all the Stores at 1731468068455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468068455Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468068455Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468068455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468068455Cleaning up temporary data from old regions at 1731468068461 (+6 ms)Region opened successfully at 1731468068464 (+3 ms) 2024-11-13T03:21:08,464 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:21:08,466 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623a3fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:08,467 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:21:08,467 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:21:08,467 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:21:08,467 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:21:08,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:21:08,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:21:08,468 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:21:08,469 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:21:08,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/balancer because node does not exist (not necessarily an error) 2024-11-13T03:21:08,552 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/balancer already deleted, retry=false 2024-11-13T03:21:08,552 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:21:08,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:21:08,562 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/normalizer already deleted, retry=false 2024-11-13T03:21:08,563 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:21:08,564 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:21:08,573 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/switch/split already deleted, retry=false 2024-11-13T03:21:08,574 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:21:08,584 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/switch/merge already deleted, retry=false 2024-11-13T03:21:08,585 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:21:08,594 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/snapshot-cleanup already deleted, retry=false 2024-11-13T03:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21961470962/running 2024-11-13T03:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21961470962/running 2024-11-13T03:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,605 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,46123,1731468066535, sessionid=0x1013235c55f0006, setting cluster-up flag (Was=false) 2024-11-13T03:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,657 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21961470962/flush-table-proc/acquired, /21961470962/flush-table-proc/reached, /21961470962/flush-table-proc/abort 2024-11-13T03:21:08,658 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46123,1731468066535 2024-11-13T03:21:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:08,784 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21961470962/online-snapshot/acquired, /21961470962/online-snapshot/reached, /21961470962/online-snapshot/abort 2024-11-13T03:21:08,785 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46123,1731468066535 2024-11-13T03:21:08,786 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:21:08,787 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:08,788 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:21:08,788 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:21:08,788 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,46123,1731468066535 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,789 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:08,790 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,790 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468098790 2024-11-13T03:21:08,790 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:21:08,790 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:21:08,790 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:21:08,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:08,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:21:08,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:08,791 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:21:08,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:21:08,792 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468068791,5,FailOnTimeoutGroup] 2024-11-13T03:21:08,792 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468068792,5,FailOnTimeoutGroup] 2024-11-13T03:21:08,792 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,792 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:21:08,792 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,792 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:21:08,802 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(746): ClusterId : f3762fc4-5760-43c9-a3cb-d8bc12398863 2024-11-13T03:21:08,802 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:21:08,833 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:21:08,833 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:21:08,843 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:21:08,844 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb4f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:08,855 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:38509 2024-11-13T03:21:08,855 INFO [RS:0;8394b182524b:38509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:21:08,855 INFO [RS:0;8394b182524b:38509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:21:08,855 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:21:08,855 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,46123,1731468066535 with port=38509, startcode=1731468066676 2024-11-13T03:21:08,856 DEBUG [RS:0;8394b182524b:38509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:21:08,857 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:21:08,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,38509,1731468066676 2024-11-13T03:21:08,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46123 {}] master.ServerManager(517): Registering regionserver=8394b182524b,38509,1731468066676 2024-11-13T03:21:08,859 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009 2024-11-13T03:21:08,859 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41087 2024-11-13T03:21:08,859 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:21:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/rs 2024-11-13T03:21:08,922 DEBUG [RS:0;8394b182524b:38509 {}] zookeeper.ZKUtil(111): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on existing znode=/21961470962/rs/8394b182524b,38509,1731468066676 2024-11-13T03:21:08,922 WARN [RS:0;8394b182524b:38509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:08,922 INFO [RS:0;8394b182524b:38509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:08,922 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676 2024-11-13T03:21:08,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,38509,1731468066676] 2024-11-13T03:21:08,924 INFO [RS:0;8394b182524b:38509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:21:08,926 INFO [RS:0;8394b182524b:38509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:21:08,926 INFO [RS:0;8394b182524b:38509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:21:08,926 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,927 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:21:08,927 INFO [RS:0;8394b182524b:38509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:21:08,927 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,927 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,927 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,927 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,927 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,927 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:08,928 DEBUG [RS:0;8394b182524b:38509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,928 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38509,1731468066676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:08,944 INFO [RS:0;8394b182524b:38509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:21:08,944 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38509,1731468066676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,945 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,945 INFO [RS:0;8394b182524b:38509 {}] regionserver.Replication(171): 8394b182524b,38509,1731468066676 started 2024-11-13T03:21:08,956 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:08,956 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,38509,1731468066676, RpcServer on 8394b182524b/172.17.0.3:38509, sessionid=0x1013235c55f0007 2024-11-13T03:21:08,956 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:21:08,956 DEBUG [RS:0;8394b182524b:38509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,38509,1731468066676 2024-11-13T03:21:08,956 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38509,1731468066676' 2024-11-13T03:21:08,956 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21961470962/flush-table-proc/abort' 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21961470962/flush-table-proc/acquired' 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,38509,1731468066676 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38509,1731468066676' 2024-11-13T03:21:08,957 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21961470962/online-snapshot/abort' 2024-11-13T03:21:08,958 DEBUG [RS:0;8394b182524b:38509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21961470962/online-snapshot/acquired' 2024-11-13T03:21:08,958 DEBUG [RS:0;8394b182524b:38509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:21:08,958 INFO [RS:0;8394b182524b:38509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:21:08,958 INFO [RS:0;8394b182524b:38509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:21:09,058 INFO [RS:0;8394b182524b:38509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:09,059 INFO [RS:0;8394b182524b:38509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38509%2C1731468066676, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/oldWALs, maxLogs=10 2024-11-13T03:21:09,071 DEBUG [RS:0;8394b182524b:38509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, exclude list is [], retry=0 2024-11-13T03:21:09,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee,DISK] 2024-11-13T03:21:09,074 INFO [RS:0;8394b182524b:38509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 2024-11-13T03:21:09,075 DEBUG [RS:0;8394b182524b:38509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-13T03:21:09,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:21:09,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009 2024-11-13T03:21:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:21:09,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:09,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:09,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:09,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:09,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:09,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:09,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:09,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:09,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:09,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:09,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:09,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:09,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740 2024-11-13T03:21:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740 2024-11-13T03:21:09,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:09,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:09,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:09,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:09,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65981747, jitterRate=-0.01679535210132599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468069603Initializing all the Stores at 1731468069604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468069604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468069604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468069604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468069604Cleaning up temporary data from old regions at 1731468069611 (+7 ms)Region opened successfully at 1731468069613 (+2 ms) 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:09,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:09,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:09,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:09,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468069613Disabling compacts and flushes for region at 1731468069613Disabling writes for close at 1731468069613Writing region close event to WAL at 1731468069613Closed at 1731468069614 (+1 ms) 2024-11-13T03:21:09,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:09,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:21:09,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:21:09,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:09,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:21:09,766 DEBUG [8394b182524b:46123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:21:09,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:09,767 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38509,1731468066676, state=OPENING 2024-11-13T03:21:09,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:21:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:09,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21961470962/meta-region-server: CHANGED 2024-11-13T03:21:09,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21961470962/meta-region-server: CHANGED 2024-11-13T03:21:09,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:09,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38509,1731468066676}] 2024-11-13T03:21:09,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:09,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:21:09,982 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:21:09,982 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:09,982 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:21:09,983 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38509%2C1731468066676.meta, suffix=.meta, logDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/oldWALs, maxLogs=10 2024-11-13T03:21:09,997 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.meta.1731468069983.meta, exclude list is [], retry=0 2024-11-13T03:21:09,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:09,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee,DISK] 2024-11-13T03:21:10,000 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.meta.1731468069983.meta 2024-11-13T03:21:10,000 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-13T03:21:10,000 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:10,001 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:21:10,001 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:21:10,001 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:21:10,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:10,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:10,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:10,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:10,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:10,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:10,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:10,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:10,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:10,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:10,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:10,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:10,011 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:10,011 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740 2024-11-13T03:21:10,012 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740 2024-11-13T03:21:10,013 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:10,013 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:10,013 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:10,014 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:10,015 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72329387, jitterRate=0.07779185473918915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:10,015 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:21:10,015 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468070001Writing region info on filesystem at 1731468070001Initializing all the Stores at 1731468070002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468070002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468070007 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468070007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468070007Cleaning up temporary data from old regions at 1731468070013 (+6 ms)Running coprocessor post-open hooks at 1731468070015 (+2 ms)Region opened successfully at 1731468070015 2024-11-13T03:21:10,016 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468069978 2024-11-13T03:21:10,017 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:21:10,017 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:21:10,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:10,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38509,1731468066676, state=OPEN 2024-11-13T03:21:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21961470962/meta-region-server 2024-11-13T03:21:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21961470962/meta-region-server 2024-11-13T03:21:10,026 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,38509,1731468066676 2024-11-13T03:21:10,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21961470962/meta-region-server: CHANGED 2024-11-13T03:21:10,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21961470962/meta-region-server: CHANGED 2024-11-13T03:21:10,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:21:10,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38509,1731468066676 in 200 msec 2024-11-13T03:21:10,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:21:10,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-13T03:21:10,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:10,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:21:10,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:10,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38509,1731468066676, seqNum=-1] 2024-11-13T03:21:10,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:10,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-13T03:21:10,037 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468070037, completionTime=-1 2024-11-13T03:21:10,037 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:21:10,037 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468130039 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468190039 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:46123, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,039 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,040 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,041 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:21:10,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.301sec 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:10,043 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:21:10,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,045 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:21:10,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,045 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:21:10,045 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46123,1731468066535-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:10,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:10,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:10,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:10,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:10,104 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3ba290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:10,105 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:10,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:10,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38509,1731468066676, seqNum=-1] 2024-11-13T03:21:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:10,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,46123,1731468066535 2024-11-13T03:21:10,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-13T03:21:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:10,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013235c55f0008 connected 2024-11-13T03:21:10,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35139,1731468054866 2024-11-13T03:21:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6844982f 2024-11-13T03:21:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:10,134 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:10,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:21:10,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:10,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:21:10,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:21:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:10,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12e2f5a8c3e67f63ee246d6d22d2bc50, NAME => 'test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302 2024-11-13T03:21:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12e2f5a8c3e67f63ee246d6d22d2bc50, disabling compactions & flushes 2024-11-13T03:21:10,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. after waiting 0 ms 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12e2f5a8c3e67f63ee246d6d22d2bc50: Waiting for close lock at 1731468070548Disabling compacts and flushes for region at 1731468070548Disabling writes for close at 1731468070548Writing region close event to WAL at 1731468070548Closed at 1731468070548 2024-11-13T03:21:10,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:10,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468070549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468070549"}]},"ts":"1731468070549"} 2024-11-13T03:21:10,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:10,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:10,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468070551"}]},"ts":"1731468070551"} 2024-11-13T03:21:10,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:21:10,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12e2f5a8c3e67f63ee246d6d22d2bc50, ASSIGN}] 2024-11-13T03:21:10,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12e2f5a8c3e67f63ee246d6d22d2bc50, ASSIGN 2024-11-13T03:21:10,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12e2f5a8c3e67f63ee246d6d22d2bc50, ASSIGN; state=OFFLINE, location=8394b182524b,34259,1731468055087; forceNewPlan=false, retain=false 2024-11-13T03:21:10,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12e2f5a8c3e67f63ee246d6d22d2bc50, regionState=OPENING, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:21:10,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12e2f5a8c3e67f63ee246d6d22d2bc50, ASSIGN because future has completed 2024-11-13T03:21:10,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e2f5a8c3e67f63ee246d6d22d2bc50, server=8394b182524b,34259,1731468055087}] 2024-11-13T03:21:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:10,862 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,862 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12e2f5a8c3e67f63ee246d6d22d2bc50, NAME => 'test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:10,862 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:10,863 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:21:10,863 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,863 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:10,863 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,863 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,865 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,866 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e2f5a8c3e67f63ee246d6d22d2bc50 columnFamilyName f 2024-11-13T03:21:10,866 DEBUG [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,866 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(327): Store=12e2f5a8c3e67f63ee246d6d22d2bc50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:10,867 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,867 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e2f5a8c3e67f63ee246d6d22d2bc50 columnFamilyName f1 2024-11-13T03:21:10,867 DEBUG [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,868 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(327): Store=12e2f5a8c3e67f63ee246d6d22d2bc50/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:10,868 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,868 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12e2f5a8c3e67f63ee246d6d22d2bc50 columnFamilyName norep 2024-11-13T03:21:10,869 DEBUG [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:10,869 INFO [StoreOpener-12e2f5a8c3e67f63ee246d6d22d2bc50-1 {}] regionserver.HStore(327): Store=12e2f5a8c3e67f63ee246d6d22d2bc50/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:10,869 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,869 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,870 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,870 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,870 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,871 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:10,871 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,873 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:10,873 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12e2f5a8c3e67f63ee246d6d22d2bc50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71831976, jitterRate=0.07037985324859619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:10,873 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:10,874 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12e2f5a8c3e67f63ee246d6d22d2bc50: Running coprocessor pre-open hook at 1731468070863Writing region info on filesystem at 1731468070863Initializing all the Stores at 1731468070864 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468070864Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468070865 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468070865Cleaning up temporary data from old regions at 1731468070870 (+5 ms)Running coprocessor post-open hooks at 1731468070873 (+3 ms)Region opened successfully at 1731468070874 (+1 ms) 2024-11-13T03:21:10,874 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50., pid=6, masterSystemTime=1731468070859 2024-11-13T03:21:10,876 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,876 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:10,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12e2f5a8c3e67f63ee246d6d22d2bc50, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:21:10,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12e2f5a8c3e67f63ee246d6d22d2bc50, server=8394b182524b,34259,1731468055087 because future has completed 2024-11-13T03:21:10,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:21:10,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12e2f5a8c3e67f63ee246d6d22d2bc50, server=8394b182524b,34259,1731468055087 in 171 msec 2024-11-13T03:21:10,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:21:10,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12e2f5a8c3e67f63ee246d6d22d2bc50, ASSIGN in 326 msec 2024-11-13T03:21:10,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:10,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468070881"}]},"ts":"1731468070881"} 2024-11-13T03:21:10,883 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:21:10,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:10,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-13T03:21:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:11,276 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:21:11,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39795,1731468060637 2024-11-13T03:21:11,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1840d888 2024-11-13T03:21:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:11,277 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:11,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:21:11,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:11,279 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:11,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:21:11,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:21:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:11,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e80bea935c9e77d70fb9449b36a5bfe, NAME => 'test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508 2024-11-13T03:21:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:21:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2e80bea935c9e77d70fb9449b36a5bfe, disabling compactions & flushes 2024-11-13T03:21:12,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. after waiting 0 ms 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,094 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e80bea935c9e77d70fb9449b36a5bfe: Waiting for close lock at 1731468072094Disabling compacts and flushes for region at 1731468072094Disabling writes for close at 1731468072094Writing region close event to WAL at 1731468072094Closed at 1731468072094 2024-11-13T03:21:12,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:12,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468072096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468072096"}]},"ts":"1731468072096"} 2024-11-13T03:21:12,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:12,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:12,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468072098"}]},"ts":"1731468072098"} 2024-11-13T03:21:12,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:21:12,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e80bea935c9e77d70fb9449b36a5bfe, ASSIGN}] 2024-11-13T03:21:12,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e80bea935c9e77d70fb9449b36a5bfe, ASSIGN 2024-11-13T03:21:12,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2e80bea935c9e77d70fb9449b36a5bfe, ASSIGN; state=OFFLINE, location=8394b182524b,33615,1731468060782; forceNewPlan=false, retain=false 2024-11-13T03:21:12,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e80bea935c9e77d70fb9449b36a5bfe, regionState=OPENING, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2e80bea935c9e77d70fb9449b36a5bfe, ASSIGN because future has completed 2024-11-13T03:21:12,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e80bea935c9e77d70fb9449b36a5bfe, server=8394b182524b,33615,1731468060782}] 2024-11-13T03:21:12,410 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,410 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e80bea935c9e77d70fb9449b36a5bfe, NAME => 'test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:12,410 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:12,410 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:21:12,410 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,410 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:12,410 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,410 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,412 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,413 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e80bea935c9e77d70fb9449b36a5bfe columnFamilyName f 2024-11-13T03:21:12,413 DEBUG [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:12,413 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(327): Store=2e80bea935c9e77d70fb9449b36a5bfe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:12,413 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,414 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e80bea935c9e77d70fb9449b36a5bfe columnFamilyName f1 2024-11-13T03:21:12,414 DEBUG [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:12,414 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(327): Store=2e80bea935c9e77d70fb9449b36a5bfe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:12,414 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:12,415 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e80bea935c9e77d70fb9449b36a5bfe columnFamilyName norep 2024-11-13T03:21:12,415 DEBUG [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:12,415 INFO [StoreOpener-2e80bea935c9e77d70fb9449b36a5bfe-1 {}] regionserver.HStore(327): Store=2e80bea935c9e77d70fb9449b36a5bfe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:12,415 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,417 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,417 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,418 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:12,418 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,420 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:12,420 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e80bea935c9e77d70fb9449b36a5bfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62072020, jitterRate=-0.0750548243522644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:12,420 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:12,420 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e80bea935c9e77d70fb9449b36a5bfe: Running coprocessor pre-open hook at 1731468072411Writing region info on filesystem at 1731468072411Initializing all the Stores at 1731468072411Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468072411Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468072411Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468072411Cleaning up temporary data from old regions at 1731468072417 (+6 ms)Running coprocessor post-open hooks at 1731468072420 (+3 ms)Region opened successfully at 1731468072420 2024-11-13T03:21:12,421 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe., pid=6, masterSystemTime=1731468072406 2024-11-13T03:21:12,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,423 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:12,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e80bea935c9e77d70fb9449b36a5bfe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e80bea935c9e77d70fb9449b36a5bfe, server=8394b182524b,33615,1731468060782 because future has completed 2024-11-13T03:21:12,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:21:12,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e80bea935c9e77d70fb9449b36a5bfe, server=8394b182524b,33615,1731468060782 in 170 msec 2024-11-13T03:21:12,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:21:12,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2e80bea935c9e77d70fb9449b36a5bfe, ASSIGN in 327 msec 2024-11-13T03:21:12,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:12,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468072429"}]},"ts":"1731468072429"} 2024-11-13T03:21:12,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:21:12,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:12,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T03:21:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:13,425 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:21:13,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7395fdc9 2024-11-13T03:21:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:13,427 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:13,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:21:13,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:13,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:13,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:21:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:13,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:21:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:13,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ca6f1aa764197417f5e49fff6155de8, NAME => 'test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009 2024-11-13T03:21:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:21:14,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:21:14,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:21:14,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:21:14,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:21:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ca6f1aa764197417f5e49fff6155de8, disabling compactions & flushes 2024-11-13T03:21:14,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. after waiting 0 ms 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ca6f1aa764197417f5e49fff6155de8: Waiting for close lock at 1731468074243Disabling compacts and flushes for region at 1731468074243Disabling writes for close at 1731468074243Writing region close event to WAL at 1731468074243Closed at 1731468074243 2024-11-13T03:21:14,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:14,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468074244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468074244"}]},"ts":"1731468074244"} 2024-11-13T03:21:14,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:14,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:14,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468074246"}]},"ts":"1731468074246"} 2024-11-13T03:21:14,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:21:14,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ca6f1aa764197417f5e49fff6155de8, ASSIGN}] 2024-11-13T03:21:14,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ca6f1aa764197417f5e49fff6155de8, ASSIGN 2024-11-13T03:21:14,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ca6f1aa764197417f5e49fff6155de8, ASSIGN; state=OFFLINE, location=8394b182524b,38509,1731468066676; forceNewPlan=false, retain=false 2024-11-13T03:21:14,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ca6f1aa764197417f5e49fff6155de8, regionState=OPENING, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:14,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ca6f1aa764197417f5e49fff6155de8, ASSIGN because future has completed 2024-11-13T03:21:14,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ca6f1aa764197417f5e49fff6155de8, server=8394b182524b,38509,1731468066676}] 2024-11-13T03:21:14,557 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,557 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ca6f1aa764197417f5e49fff6155de8, NAME => 'test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:14,558 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:14,558 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:21:14,558 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,558 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:14,558 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,558 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,559 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,560 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ca6f1aa764197417f5e49fff6155de8 columnFamilyName f 2024-11-13T03:21:14,560 DEBUG [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:14,560 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(327): Store=5ca6f1aa764197417f5e49fff6155de8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:14,561 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,561 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ca6f1aa764197417f5e49fff6155de8 columnFamilyName f1 2024-11-13T03:21:14,561 DEBUG [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:14,561 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(327): Store=5ca6f1aa764197417f5e49fff6155de8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:14,562 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,562 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ca6f1aa764197417f5e49fff6155de8 columnFamilyName norep 2024-11-13T03:21:14,562 DEBUG [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:14,562 INFO [StoreOpener-5ca6f1aa764197417f5e49fff6155de8-1 {}] regionserver.HStore(327): Store=5ca6f1aa764197417f5e49fff6155de8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:14,563 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,563 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,563 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,564 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,564 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,564 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:14,565 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,566 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:14,567 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ca6f1aa764197417f5e49fff6155de8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65109895, jitterRate=-0.029786959290504456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:14,567 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:14,567 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ca6f1aa764197417f5e49fff6155de8: Running coprocessor pre-open hook at 1731468074558Writing region info on filesystem at 1731468074558Initializing all the Stores at 1731468074559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468074559Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468074559Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468074559Cleaning up temporary data from old regions at 1731468074564 (+5 ms)Running coprocessor post-open hooks at 1731468074567 (+3 ms)Region opened successfully at 1731468074567 2024-11-13T03:21:14,568 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8., pid=6, masterSystemTime=1731468074554 2024-11-13T03:21:14,569 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,569 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:14,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ca6f1aa764197417f5e49fff6155de8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:14,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ca6f1aa764197417f5e49fff6155de8, server=8394b182524b,38509,1731468066676 because future has completed 2024-11-13T03:21:14,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:21:14,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ca6f1aa764197417f5e49fff6155de8, server=8394b182524b,38509,1731468066676 in 169 msec 2024-11-13T03:21:14,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:21:14,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ca6f1aa764197417f5e49fff6155de8, ASSIGN in 326 msec 2024-11-13T03:21:14,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:14,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468074576"}]},"ts":"1731468074576"} 2024-11-13T03:21:14,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:21:14,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:14,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-13T03:21:14,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:21:15,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:15,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:15,575 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:21:15,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:15,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:15,577 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d2f572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:15,578 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:15,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcec24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35139,1731468054866 2024-11-13T03:21:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20dfc88b 2024-11-13T03:21:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:15,580 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:15,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:39795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:21:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:21:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:15,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:39795' 2024-11-13T03:21:15,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f48025a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:15,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:15,585 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601f3b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:15,586 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bb4f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:15,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39795,1731468060637 2024-11-13T03:21:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eec30ee 2024-11-13T03:21:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:15,588 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:15,588 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:21:15,588 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:21:15,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:15,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:15,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:15,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:15,589 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:21:15,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:15,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:15,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:21:15,640 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:21:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:15,996 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed5e51b85fa53db16cb67f4c2e5cced3, NAME => 'hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302 2024-11-13T03:21:16,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:21:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed5e51b85fa53db16cb67f4c2e5cced3, disabling compactions & flushes 2024-11-13T03:21:16,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. after waiting 0 ms 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed5e51b85fa53db16cb67f4c2e5cced3: Waiting for close lock at 1731468076401Disabling compacts and flushes for region at 1731468076401Disabling writes for close at 1731468076401Writing region close event to WAL at 1731468076401Closed at 1731468076401 2024-11-13T03:21:16,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:16,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468076402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468076402"}]},"ts":"1731468076402"} 2024-11-13T03:21:16,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:16,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:16,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468076404"}]},"ts":"1731468076404"} 2024-11-13T03:21:16,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:21:16,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5e51b85fa53db16cb67f4c2e5cced3, ASSIGN}] 2024-11-13T03:21:16,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5e51b85fa53db16cb67f4c2e5cced3, ASSIGN 2024-11-13T03:21:16,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed5e51b85fa53db16cb67f4c2e5cced3, ASSIGN; state=OFFLINE, location=8394b182524b,34259,1731468055087; forceNewPlan=false, retain=false 2024-11-13T03:21:16,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed5e51b85fa53db16cb67f4c2e5cced3, regionState=OPENING, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:21:16,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed5e51b85fa53db16cb67f4c2e5cced3, ASSIGN because future has completed 2024-11-13T03:21:16,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed5e51b85fa53db16cb67f4c2e5cced3, server=8394b182524b,34259,1731468055087}] 2024-11-13T03:21:16,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:16,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:21:16,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C34259%2C1731468055087.rep, suffix=, logDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087, archiveDir=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/oldWALs, maxLogs=10 2024-11-13T03:21:16,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.rep.1731468076717, exclude list is [], retry=0 2024-11-13T03:21:16,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38913,DS-4aee72a0-7440-4584-9b9a-454c4bdff87d,DISK] 2024-11-13T03:21:16,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.rep.1731468076717 2024-11-13T03:21:16,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-13T03:21:16,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed5e51b85fa53db16cb67f4c2e5cced3, NAME => 'hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:16,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. service=MultiRowMutationService 2024-11-13T03:21:16,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,734 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,735 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5e51b85fa53db16cb67f4c2e5cced3 columnFamilyName hfileref 2024-11-13T03:21:16,735 DEBUG [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:16,735 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(327): Store=ed5e51b85fa53db16cb67f4c2e5cced3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:16,736 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,736 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5e51b85fa53db16cb67f4c2e5cced3 columnFamilyName queue 2024-11-13T03:21:16,736 DEBUG [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:16,737 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(327): Store=ed5e51b85fa53db16cb67f4c2e5cced3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:16,737 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,738 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed5e51b85fa53db16cb67f4c2e5cced3 columnFamilyName sid 2024-11-13T03:21:16,738 DEBUG [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:16,738 INFO [StoreOpener-ed5e51b85fa53db16cb67f4c2e5cced3-1 {}] regionserver.HStore(327): Store=ed5e51b85fa53db16cb67f4c2e5cced3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:16,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/replication/ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/replication/ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:16,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/replication/ed5e51b85fa53db16cb67f4c2e5cced3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:16,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed5e51b85fa53db16cb67f4c2e5cced3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66395543, jitterRate=-0.010629311203956604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:16,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed5e51b85fa53db16cb67f4c2e5cced3: Running coprocessor pre-open hook at 1731468076733Writing region info on filesystem at 1731468076733Initializing all the Stores at 1731468076734 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468076734Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468076734Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468076734Cleaning up temporary data from old regions at 1731468076740 (+6 ms)Running coprocessor post-open hooks at 1731468076743 (+3 ms)Region opened successfully at 1731468076743 2024-11-13T03:21:16,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., pid=10, masterSystemTime=1731468076712 2024-11-13T03:21:16,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:16,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed5e51b85fa53db16cb67f4c2e5cced3, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,34259,1731468055087 2024-11-13T03:21:16,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed5e51b85fa53db16cb67f4c2e5cced3, server=8394b182524b,34259,1731468055087 because future has completed 2024-11-13T03:21:16,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:21:16,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed5e51b85fa53db16cb67f4c2e5cced3, server=8394b182524b,34259,1731468055087 in 189 msec 2024-11-13T03:21:16,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:21:16,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed5e51b85fa53db16cb67f4c2e5cced3, ASSIGN in 344 msec 2024-11-13T03:21:16,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:16,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468076752"}]},"ts":"1731468076752"} 2024-11-13T03:21:16,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:21:16,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:16,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-13T03:21:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., hostname=8394b182524b,34259,1731468055087, seqNum=2] 2024-11-13T03:21:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:21:16,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:21:16,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:21:17,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:21:17,031 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:21:17,064 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,34259,1731468055087, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:21:17,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:17,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,34259,1731468055087, seqNum=-1] 2024-11-13T03:21:17,065 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:17,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:17,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,34259,1731468055087', locateType=CURRENT is [region=hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., hostname=8394b182524b,34259,1731468055087, seqNum=2] 2024-11-13T03:21:17,080 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:21:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:21:17,083 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,34259,1731468055087 suceeded 2024-11-13T03:21:17,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:21:17,085 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:39795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:21:17,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-13T03:21:17,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-13T03:21:17,097 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:39795' 2024-11-13T03:21:17,098 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c483554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,099 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:17,099 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:17,099 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d50b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:17,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,101 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1553e636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:17,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39795,1731468060637 2024-11-13T03:21:17,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49927450 2024-11-13T03:21:17,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:17,104 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T03:21:17,104 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,34259,1731468055087 (queues=1) is replicating from cluster=593913f1-ebe8-4d80-893e-9a018f5f0f34 to cluster=e0f9caee-e08c-4c8b-b330-794eb0609d8d 2024-11-13T03:21:17,104 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C34259%2C1731468055087 2024-11-13T03:21:17,105 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,34259,1731468055087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:21:17,105 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, startPosition=0, beingWritten=true 2024-11-13T03:21:17,112 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C34259%2C1731468055087 2024-11-13T03:21:17,118 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:17,118 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:17,118 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:17,322 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:17,725 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:21:17,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:17,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:17,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:17,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:17,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:17,727 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b7015f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,728 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e53c742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39795,1731468060637 2024-11-13T03:21:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57db129c 2024-11-13T03:21:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:17,730 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:17,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:46123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:21:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:21:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:17,733 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:46123' 2024-11-13T03:21:17,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b268e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,734 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:17,734 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:17,735 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8f7efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,736 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409edd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:17,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643c37c2 2024-11-13T03:21:17,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:17,738 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:17,738 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:21:17,739 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:21:17,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:17,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:17,739 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:17,740 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:21:17,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:17,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:17,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:21:17,790 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:21:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:18,029 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:18,149 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19418cde9b2d24582b91717aea168e3e, NAME => 'hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508 2024-11-13T03:21:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:21:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:18,532 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19418cde9b2d24582b91717aea168e3e, disabling compactions & flushes 2024-11-13T03:21:18,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. after waiting 0 ms 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19418cde9b2d24582b91717aea168e3e: Waiting for close lock at 1731468078554Disabling compacts and flushes for region at 1731468078554Disabling writes for close at 1731468078554Writing region close event to WAL at 1731468078554Closed at 1731468078554 2024-11-13T03:21:18,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:18,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468078555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468078555"}]},"ts":"1731468078555"} 2024-11-13T03:21:18,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:18,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:18,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468078558"}]},"ts":"1731468078558"} 2024-11-13T03:21:18,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:21:18,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19418cde9b2d24582b91717aea168e3e, ASSIGN}] 2024-11-13T03:21:18,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19418cde9b2d24582b91717aea168e3e, ASSIGN 2024-11-13T03:21:18,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19418cde9b2d24582b91717aea168e3e, ASSIGN; state=OFFLINE, location=8394b182524b,33615,1731468060782; forceNewPlan=false, retain=false 2024-11-13T03:21:18,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19418cde9b2d24582b91717aea168e3e, regionState=OPENING, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19418cde9b2d24582b91717aea168e3e, ASSIGN because future has completed 2024-11-13T03:21:18,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19418cde9b2d24582b91717aea168e3e, server=8394b182524b,33615,1731468060782}] 2024-11-13T03:21:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:18,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:18,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:21:18,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33615%2C1731468060782.rep, suffix=, logDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782, archiveDir=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/oldWALs, maxLogs=10 2024-11-13T03:21:18,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.rep.1731468078871, exclude list is [], retry=0 2024-11-13T03:21:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37297,DS-943b2cfd-421b-4837-a510-96896a3c2bb9,DISK] 2024-11-13T03:21:18,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.rep.1731468078871 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34047:34047)] 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19418cde9b2d24582b91717aea168e3e, NAME => 'hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:18,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. service=MultiRowMutationService 2024-11-13T03:21:18,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:18,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,892 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,893 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19418cde9b2d24582b91717aea168e3e columnFamilyName hfileref 2024-11-13T03:21:18,893 DEBUG [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:18,893 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(327): Store=19418cde9b2d24582b91717aea168e3e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:18,893 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,894 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19418cde9b2d24582b91717aea168e3e columnFamilyName queue 2024-11-13T03:21:18,894 DEBUG [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:18,894 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(327): Store=19418cde9b2d24582b91717aea168e3e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:18,894 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,895 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19418cde9b2d24582b91717aea168e3e columnFamilyName sid 2024-11-13T03:21:18,895 DEBUG [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:18,895 INFO [StoreOpener-19418cde9b2d24582b91717aea168e3e-1 {}] regionserver.HStore(327): Store=19418cde9b2d24582b91717aea168e3e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:18,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:18,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:18,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19418cde9b2d24582b91717aea168e3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58904404, jitterRate=-0.12225598096847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:18,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:18,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19418cde9b2d24582b91717aea168e3e: Running coprocessor pre-open hook at 1731468078891Writing region info on filesystem at 1731468078891Initializing all the Stores at 1731468078891Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468078891Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468078892 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468078892Cleaning up temporary data from old regions at 1731468078897 (+5 ms)Running coprocessor post-open hooks at 1731468078900 (+3 ms)Region opened successfully at 1731468078900 2024-11-13T03:21:18,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e., pid=10, masterSystemTime=1731468078867 2024-11-13T03:21:18,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:18,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19418cde9b2d24582b91717aea168e3e, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,33615,1731468060782 2024-11-13T03:21:18,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19418cde9b2d24582b91717aea168e3e, server=8394b182524b,33615,1731468060782 because future has completed 2024-11-13T03:21:18,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:21:18,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19418cde9b2d24582b91717aea168e3e, server=8394b182524b,33615,1731468060782 in 191 msec 2024-11-13T03:21:18,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:21:18,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19418cde9b2d24582b91717aea168e3e, ASSIGN in 347 msec 2024-11-13T03:21:18,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:18,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468078909"}]},"ts":"1731468078909"} 2024-11-13T03:21:18,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:21:18,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:18,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T03:21:18,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e., hostname=8394b182524b,33615,1731468060782, seqNum=2] 2024-11-13T03:21:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:19,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:21:19,136 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:19,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:21:19,231 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:21:19,259 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,33615,1731468060782, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:21:19,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:19,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33615,1731468060782, seqNum=-1] 2024-11-13T03:21:19,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:19,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,33615,1731468060782', locateType=CURRENT is [region=hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e., hostname=8394b182524b,33615,1731468060782, seqNum=2] 2024-11-13T03:21:19,264 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:21:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:21:19,266 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,33615,1731468060782 suceeded 2024-11-13T03:21:19,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:21:19,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T03:21:19,268 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:46123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:21:19,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-13T03:21:19,279 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:46123' 2024-11-13T03:21:19,281 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3321b0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,281 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:19,281 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:19,281 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c70fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:19,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,282 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:19,283 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f02f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,283 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f3dda19 2024-11-13T03:21:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:19,284 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T03:21:19,285 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,33615,1731468060782 (queues=1) is replicating from cluster=e0f9caee-e08c-4c8b-b330-794eb0609d8d to cluster=f3762fc4-5760-43c9-a3cb-d8bc12398863 2024-11-13T03:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C33615%2C1731468060782 2024-11-13T03:21:19,285 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,33615,1731468060782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:21:19,285 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C33615%2C1731468060782 2024-11-13T03:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, startPosition=0, beingWritten=true 2024-11-13T03:21:19,290 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:19,290 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:19,290 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:19,493 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:19,797 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:19,840 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:19,876 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:21:19,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:19,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:19,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:19,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:19,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:19,877 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,878 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3376bf 2024-11-13T03:21:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:19,880 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:19,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:35139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:21:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:21:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:19,883 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35139' 2024-11-13T03:21:19,884 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3636ce10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,884 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:19,884 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:19,884 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:19,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:19,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c345d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,886 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:19,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27136e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:19,886 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:19,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35139,1731468054866 2024-11-13T03:21:19,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25cd6421 2024-11-13T03:21:19,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:19,888 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:19,888 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T03:21:19,888 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:21:19,888 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,888 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:19,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:19,889 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:19,890 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:21:19,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:19,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:19,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:21:19,940 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:21:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:20,201 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:20,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5afcda8b383b7f0334a00ff64a9b8768, NAME => 'hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009 2024-11-13T03:21:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:21:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:20,643 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:20,704 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5afcda8b383b7f0334a00ff64a9b8768, disabling compactions & flushes 2024-11-13T03:21:20,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. after waiting 0 ms 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:20,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:20,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5afcda8b383b7f0334a00ff64a9b8768: Waiting for close lock at 1731468080705Disabling compacts and flushes for region at 1731468080705Disabling writes for close at 1731468080705Writing region close event to WAL at 1731468080705Closed at 1731468080705 2024-11-13T03:21:20,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:20,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468080706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468080706"}]},"ts":"1731468080706"} 2024-11-13T03:21:20,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:20,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:20,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468080709"}]},"ts":"1731468080709"} 2024-11-13T03:21:20,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:21:20,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5afcda8b383b7f0334a00ff64a9b8768, ASSIGN}] 2024-11-13T03:21:20,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5afcda8b383b7f0334a00ff64a9b8768, ASSIGN 2024-11-13T03:21:20,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5afcda8b383b7f0334a00ff64a9b8768, ASSIGN; state=OFFLINE, location=8394b182524b,38509,1731468066676; forceNewPlan=false, retain=false 2024-11-13T03:21:20,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5afcda8b383b7f0334a00ff64a9b8768, regionState=OPENING, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:20,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5afcda8b383b7f0334a00ff64a9b8768, ASSIGN because future has completed 2024-11-13T03:21:20,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5afcda8b383b7f0334a00ff64a9b8768, server=8394b182524b,38509,1731468066676}] 2024-11-13T03:21:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:21,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:21,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:21,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:21:21,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38509%2C1731468066676.rep, suffix=, logDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676, archiveDir=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/oldWALs, maxLogs=10 2024-11-13T03:21:21,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.rep.1731468081020, exclude list is [], retry=0 2024-11-13T03:21:21,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41699,DS-a84b1d0b-74ee-49f8-889f-09ec252cfeee,DISK] 2024-11-13T03:21:21,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.rep.1731468081020 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5afcda8b383b7f0334a00ff64a9b8768, NAME => 'hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:21,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. service=MultiRowMutationService 2024-11-13T03:21:21,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:21,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,038 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,039 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afcda8b383b7f0334a00ff64a9b8768 columnFamilyName hfileref 2024-11-13T03:21:21,039 DEBUG [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:21,039 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(327): Store=5afcda8b383b7f0334a00ff64a9b8768/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:21,039 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,040 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afcda8b383b7f0334a00ff64a9b8768 columnFamilyName queue 2024-11-13T03:21:21,040 DEBUG [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:21,040 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(327): Store=5afcda8b383b7f0334a00ff64a9b8768/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:21,040 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,041 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afcda8b383b7f0334a00ff64a9b8768 columnFamilyName sid 2024-11-13T03:21:21,041 DEBUG [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:21,041 INFO [StoreOpener-5afcda8b383b7f0334a00ff64a9b8768-1 {}] regionserver.HStore(327): Store=5afcda8b383b7f0334a00ff64a9b8768/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:21,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:21,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:21,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5afcda8b383b7f0334a00ff64a9b8768; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72846494, jitterRate=0.08549734950065613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5afcda8b383b7f0334a00ff64a9b8768: Running coprocessor pre-open hook at 1731468081037Writing region info on filesystem at 1731468081037Initializing all the Stores at 1731468081037Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468081037Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468081037Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468081037Cleaning up temporary data from old regions at 1731468081043 (+6 ms)Running coprocessor post-open hooks at 1731468081045 (+2 ms)Region opened successfully at 1731468081045 2024-11-13T03:21:21,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768., pid=10, masterSystemTime=1731468081016 2024-11-13T03:21:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:21,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:21,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5afcda8b383b7f0334a00ff64a9b8768, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,38509,1731468066676 2024-11-13T03:21:21,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5afcda8b383b7f0334a00ff64a9b8768, server=8394b182524b,38509,1731468066676 because future has completed 2024-11-13T03:21:21,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:21:21,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5afcda8b383b7f0334a00ff64a9b8768, server=8394b182524b,38509,1731468066676 in 186 msec 2024-11-13T03:21:21,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:21:21,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5afcda8b383b7f0334a00ff64a9b8768, ASSIGN in 342 msec 2024-11-13T03:21:21,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:21,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468081054"}]},"ts":"1731468081054"} 2024-11-13T03:21:21,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:21:21,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:21,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-13T03:21:21,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768., hostname=8394b182524b,38509,1731468066676, seqNum=2] 2024-11-13T03:21:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:21,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:21:21,308 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:21,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:21:21,336 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:21:21,361 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,38509,1731468066676, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:21:21,361 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:21,361 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38509,1731468066676, seqNum=-1] 2024-11-13T03:21:21,362 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:21,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:21,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,38509,1731468066676', locateType=CURRENT is [region=hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768., hostname=8394b182524b,38509,1731468066676, seqNum=2] 2024-11-13T03:21:21,366 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:21:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:21:21,368 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,38509,1731468066676 suceeded 2024-11-13T03:21:21,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:21:21,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T03:21:21,369 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:35139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:21:21,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-13T03:21:21,383 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35139' 2024-11-13T03:21:21,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14573dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:21,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:21,384 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:21,385 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77561d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:21,386 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:21,386 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f7c2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:21,386 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35139,1731468054866 2024-11-13T03:21:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d662b7a 2024-11-13T03:21:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:21,388 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T03:21:21,388 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,38509,1731468066676 (queues=1) is replicating from cluster=f3762fc4-5760-43c9-a3cb-d8bc12398863 to cluster=593913f1-ebe8-4d80-893e-9a018f5f0f34 2024-11-13T03:21:21,388 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C38509%2C1731468066676 2024-11-13T03:21:21,388 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,38509,1731468066676, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:21:21,389 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C38509%2C1731468066676 2024-11-13T03:21:21,389 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, startPosition=0, beingWritten=true 2024-11-13T03:21:21,393 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:21,393 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:21,393 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:21,546 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:21,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:21:21,597 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:21,900 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:22,011 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:21:22,025 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:21:22,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:22,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:22,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:22,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e53c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:22,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:22,027 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bce444f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,028 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cee42c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:22,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:22,030 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc2e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,031 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:22,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d747fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:22,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:22,032 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5bd697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:22,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,034 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:22,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f109108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,34259,1731468055087, seqNum=-1] 2024-11-13T03:21:22,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:22,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:22,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50., hostname=8394b182524b,34259,1731468055087, seqNum=2] 2024-11-13T03:21:22,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:22,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38509,1731468066676, seqNum=-1] 2024-11-13T03:21:22,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:22,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8., hostname=8394b182524b,38509,1731468066676, seqNum=2] 2024-11-13T03:21:22,046 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T03:21:22,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:22,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:22,303 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:22,550 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 379, reset compression=false 2024-11-13T03:21:22,554 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:22,554 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 480, reset compression=false 2024-11-13T03:21:22,554 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[{test/12e2f5a8c3e67f63ee246d6d22d2bc50/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T03:21:22,556 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:22,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T03:21:22,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:22,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fceee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39795,-1 for getting cluster id 2024-11-13T03:21:22,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:22,558 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f9caee-e08c-4c8b-b330-794eb0609d8d' 2024-11-13T03:21:22,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:22,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f9caee-e08c-4c8b-b330-794eb0609d8d" 2024-11-13T03:21:22,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f73072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39795,-1] 2024-11-13T03:21:22,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:22,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,559 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:22,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e3402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:22,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33615,1731468060782, seqNum=-1] 2024-11-13T03:21:22,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:22,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:22,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe., hostname=8394b182524b,33615,1731468060782, seqNum=2] 2024-11-13T03:21:22,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:22,757 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 480, reset compression=false 2024-11-13T03:21:22,806 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:22,814 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 379, reset compression=false 2024-11-13T03:21:22,818 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:22,818 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 503, reset compression=false 2024-11-13T03:21:22,818 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T03:21:22,820 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:22,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T03:21:22,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:22,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368df1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:22,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:22,822 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d3c3e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:22,823 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:22,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff8fd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:22,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:22,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38509,1731468066676, seqNum=-1] 2024-11-13T03:21:22,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:22,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8., hostname=8394b182524b,38509,1731468066676, seqNum=2] 2024-11-13T03:21:22,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:23,021 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 503, reset compression=false 2024-11-13T03:21:23,047 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T03:21:23,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:23,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33615,1731468060782, seqNum=-1] 2024-11-13T03:21:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:23,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe., hostname=8394b182524b,33615,1731468060782, seqNum=2] 2024-11-13T03:21:23,054 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T03:21:23,060 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 480, reset compression=false 2024-11-13T03:21:23,325 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 503, reset compression=false 2024-11-13T03:21:23,329 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:23,329 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 607, reset compression=false 2024-11-13T03:21:23,329 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:21:23,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:23,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:23,409 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 379, reset compression=false 2024-11-13T03:21:23,414 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:23,414 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 655, reset compression=false 2024-11-13T03:21:23,414 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ca6f1aa764197417f5e49fff6155de8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T03:21:23,416 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:23,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T03:21:23,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:23,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675dc0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:23,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:23,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:23,418 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:23,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:23,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:23,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548cf34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:23,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:23,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:23,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:23,419 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:23,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2005eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:23,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,34259,1731468055087, seqNum=-1] 2024-11-13T03:21:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:23,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T03:21:23,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50., hostname=8394b182524b,34259,1731468055087, seqNum=2] 2024-11-13T03:21:23,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:23,464 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 480, reset compression=false 2024-11-13T03:21:23,468 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:23,468 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 632, reset compression=false 2024-11-13T03:21:23,468 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:23,532 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 607, reset compression=false 2024-11-13T03:21:23,617 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 655, reset compression=false 2024-11-13T03:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 632, reset compression=false 2024-11-13T03:21:23,836 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 607, reset compression=false 2024-11-13T03:21:23,920 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 655, reset compression=false 2024-11-13T03:21:23,975 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 632, reset compression=false 2024-11-13T03:21:24,055 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T03:21:24,058 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T03:21:24,239 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 607, reset compression=false 2024-11-13T03:21:24,324 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 655, reset compression=false 2024-11-13T03:21:24,377 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:24,377 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 759, reset compression=false 2024-11-13T03:21:24,377 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ca6f1aa764197417f5e49fff6155de8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:21:24,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:24,378 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 632, reset compression=false 2024-11-13T03:21:24,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:24,382 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:24,382 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 760, reset compression=false 2024-11-13T03:21:24,382 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[{test/12e2f5a8c3e67f63ee246d6d22d2bc50/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T03:21:24,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:24,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:24,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:21:24,580 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 759, reset compression=false 2024-11-13T03:21:24,585 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 760, reset compression=false 2024-11-13T03:21:24,741 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 607, reset compression=false 2024-11-13T03:21:24,745 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:24,745 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 758, reset compression=false 2024-11-13T03:21:24,745 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:24,884 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 759, reset compression=false 2024-11-13T03:21:24,888 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 760, reset compression=false 2024-11-13T03:21:24,948 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 758, reset compression=false 2024-11-13T03:21:25,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T03:21:25,064 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T03:21:25,265 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 758, reset compression=false 2024-11-13T03:21:25,287 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 759, reset compression=false 2024-11-13T03:21:25,291 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 760, reset compression=false 2024-11-13T03:21:25,296 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:25,296 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 916, reset compression=false 2024-11-13T03:21:25,296 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[{test/12e2f5a8c3e67f63ee246d6d22d2bc50/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T03:21:25,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:25,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:25,500 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 916, reset compression=false 2024-11-13T03:21:25,669 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 758, reset compression=false 2024-11-13T03:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 905, reset compression=false 2024-11-13T03:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T03:21:25,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:25,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:25,791 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 759, reset compression=false 2024-11-13T03:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 930, reset compression=false 2024-11-13T03:21:25,795 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:25,803 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 916, reset compression=false 2024-11-13T03:21:25,876 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 905, reset compression=false 2024-11-13T03:21:25,998 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 930, reset compression=false 2024-11-13T03:21:26,066 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T03:21:26,069 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T03:21:26,188 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 905, reset compression=false 2024-11-13T03:21:26,192 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:26,192 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1064, reset compression=false 2024-11-13T03:21:26,192 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T03:21:26,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:26,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:26,206 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 916, reset compression=false 2024-11-13T03:21:26,301 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 930, reset compression=false 2024-11-13T03:21:26,305 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:26,305 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1080, reset compression=false 2024-11-13T03:21:26,305 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ca6f1aa764197417f5e49fff6155de8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T03:21:26,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:26,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:26,395 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1064, reset compression=false 2024-11-13T03:21:26,508 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1080, reset compression=false 2024-11-13T03:21:26,699 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1064, reset compression=false 2024-11-13T03:21:26,710 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 916, reset compression=false 2024-11-13T03:21:26,713 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:26,713 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1090, reset compression=false 2024-11-13T03:21:26,713 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:26,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:26,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:26,775 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68398 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:26,811 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1080, reset compression=false 2024-11-13T03:21:26,917 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1090, reset compression=false 2024-11-13T03:21:27,071 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T03:21:27,074 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T03:21:27,102 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1064, reset compression=false 2024-11-13T03:21:27,214 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1080, reset compression=false 2024-11-13T03:21:27,218 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:27,218 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1239, reset compression=false 2024-11-13T03:21:27,218 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ca6f1aa764197417f5e49fff6155de8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T03:21:27,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:27,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:27,221 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1090, reset compression=false 2024-11-13T03:21:27,225 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:27,225 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:27,225 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[{test/12e2f5a8c3e67f63ee246d6d22d2bc50/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T03:21:27,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:27,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:27,423 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1239, reset compression=false 2024-11-13T03:21:27,429 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:27,605 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1064, reset compression=false 2024-11-13T03:21:27,609 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:27,609 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:27,609 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:27,726 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1239, reset compression=false 2024-11-13T03:21:27,737 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:27,812 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:28,076 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T03:21:28,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:28,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:28,082 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4543f9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,083 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb57b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7075c686 2024-11-13T03:21:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:28,087 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:28,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T03:21:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T03:21:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:21:28,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:28,138 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1239, reset compression=false 2024-11-13T03:21:28,140 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:21:28,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:21:28,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T03:21:28,378 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T03:21:28,379 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T03:21:28,379 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,38509,1731468066676 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T03:21:28,379 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8394b182524b:0-0. 2024-11-13T03:21:28,379 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:28,379 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:28,379 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:21:28,480 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:21:28,480 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T03:21:28,518 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:28,580 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 terminated 2024-11-13T03:21:28,595 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,38509,1731468066676, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:21:28,595 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T03:21:28,596 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T03:21:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T03:21:28,598 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8394b182524b,38509,1731468066676 suceeded 2024-11-13T03:21:28,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T03:21:28,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-13T03:21:28,599 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T03:21:28,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 511 msec 2024-11-13T03:21:28,609 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:35139' 2024-11-13T03:21:28,610 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afbe4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,610 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,35139,-1 for getting cluster id 2024-11-13T03:21:28,610 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:28,611 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '593913f1-ebe8-4d80-893e-9a018f5f0f34' 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "593913f1-ebe8-4d80-893e-9a018f5f0f34" 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6160e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,35139,-1] 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,612 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:28,613 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7526df67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:28,613 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:28,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,35139,1731468054866 2024-11-13T03:21:28,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc9c53d 2024-11-13T03:21:28,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:28,614 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T03:21:28,614 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,38509,1731468066676 (queues=1) is replicating from cluster=f3762fc4-5760-43c9-a3cb-d8bc12398863 to cluster=593913f1-ebe8-4d80-893e-9a018f5f0f34 2024-11-13T03:21:28,615 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C38509%2C1731468066676 2024-11-13T03:21:28,615 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,38509,1731468066676, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:21:28,615 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C38509%2C1731468066676 2024-11-13T03:21:28,643 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:21:28,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:28,716 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:21:28,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:28,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:28,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:28,720 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T03:21:29,021 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:29,246 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1240, reset compression=false 2024-11-13T03:21:29,250 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:29,250 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1344, reset compression=false 2024-11-13T03:21:29,250 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[{test/12e2f5a8c3e67f63ee246d6d22d2bc50/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:21:29,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:29,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:29,452 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1344, reset compression=false 2024-11-13T03:21:29,624 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1237, reset compression=false 2024-11-13T03:21:29,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T03:21:29,756 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1344, reset compression=false 2024-11-13T03:21:29,829 INFO [AsyncFSWAL-0-hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508-prefix:8394b182524b,33615,1731468060782 {}] wal.AbstractFSWAL(1368): Slow sync cost: 106 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37297,DS-943b2cfd-421b-4837-a510-96896a3c2bb9,DISK]] 2024-11-13T03:21:29,829 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:29,829 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1364, reset compression=false 2024-11-13T03:21:29,829 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T03:21:29,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a221e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:29,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46123,-1 for getting cluster id 2024-11-13T03:21:29,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:29,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:29,831 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3762fc4-5760-43c9-a3cb-d8bc12398863' 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3762fc4-5760-43c9-a3cb-d8bc12398863" 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87d48f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46123,-1] 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:29,832 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:29,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371efbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:29,834 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:29,834 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:29,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:29,835 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e80bea935c9e77d70fb9449b36a5bfe/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:21:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46123,1731468066535 2024-11-13T03:21:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757c783e 2024-11-13T03:21:29,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:29,837 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:29,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T03:21:29,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38509 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T03:21:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T03:21:29,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:21:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T03:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:30,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T03:21:30,038 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T03:21:30,039 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T03:21:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T03:21:30,042 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8394b182524b,38509,1731468066676 suceeded 2024-11-13T03:21:30,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T03:21:30,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T03:21:30,043 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T03:21:30,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 205 msec 2024-11-13T03:21:30,116 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, startPosition=1239, beingWritten=true 2024-11-13T03:21:30,120 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:21:30,120 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1518, reset compression=false 2024-11-13T03:21:30,120 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ca6f1aa764197417f5e49fff6155de8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T03:21:30,122 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:30,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T03:21:30,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:21:30,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:21:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T03:21:30,155 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:21:30,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:30,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:30,157 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T03:21:30,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:21:30,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:30,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:30,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:30,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:21:30,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327396015, stopped=false 2024-11-13T03:21:30,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,46123,1731468066535 2024-11-13T03:21:30,158 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1344, reset compression=false 2024-11-13T03:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:30,162 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:30,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:21:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21961470962/running 2024-11-13T03:21:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21961470962/running 2024-11-13T03:21:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:30,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:30,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:30,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:30,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,38509,1731468066676' ***** 2024-11-13T03:21:30,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:21:30,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/running 2024-11-13T03:21:30,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Set watcher on znode that does not yet exist, /21961470962/running 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:21:30,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(3091): Received CLOSE for 5afcda8b383b7f0334a00ff64a9b8768 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,38509,1731468066676 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:38509. 2024-11-13T03:21:30,237 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5afcda8b383b7f0334a00ff64a9b8768, disabling compactions & flushes 2024-11-13T03:21:30,237 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:30,237 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:30,237 DEBUG [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:30,237 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. after waiting 0 ms 2024-11-13T03:21:30,237 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:30,237 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:21:30,237 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5afcda8b383b7f0334a00ff64a9b8768 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:21:30,237 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:21:30,238 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:21:30,238 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1325): Online Regions={5afcda8b383b7f0334a00ff64a9b8768=hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768., 1588230740=hbase:meta,,1.1588230740, 5ca6f1aa764197417f5e49fff6155de8=test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.} 2024-11-13T03:21:30,238 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:30,238 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5afcda8b383b7f0334a00ff64a9b8768, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:30,238 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:30,238 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:30,238 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:30,238 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:30,238 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:21:30,252 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:30,257 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/info/5dad7fdfd8604d878ba206085a22431a is 147, key is hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768./info:regioninfo/1731468081048/Put/seqid=0 2024-11-13T03:21:30,257 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/.tmp/queue/e65786925a2f443d80581ec763d557ba is 154, key is 1-8394b182524b,38509,1731468066676/queue:8394b182524b%2C38509%2C1731468066676/1731468090127/Put/seqid=0 2024-11-13T03:21:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741840_1016 (size=7686) 2024-11-13T03:21:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741841_1017 (size=5353) 2024-11-13T03:21:30,323 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1518, reset compression=false 2024-11-13T03:21:30,341 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:30,365 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:30,438 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5afcda8b383b7f0334a00ff64a9b8768, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:30,626 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1518, reset compression=false 2024-11-13T03:21:30,638 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5afcda8b383b7f0334a00ff64a9b8768, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:30,661 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/.tmp/queue/e65786925a2f443d80581ec763d557ba 2024-11-13T03:21:30,661 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/info/5dad7fdfd8604d878ba206085a22431a 2024-11-13T03:21:30,665 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/.tmp/queue/e65786925a2f443d80581ec763d557ba as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/queue/e65786925a2f443d80581ec763d557ba 2024-11-13T03:21:30,668 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/queue/e65786925a2f443d80581ec763d557ba, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T03:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:30,669 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5afcda8b383b7f0334a00ff64a9b8768 in 431ms, sequenceid=12, compaction requested=false 2024-11-13T03:21:30,674 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/replication/5afcda8b383b7f0334a00ff64a9b8768/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:21:30,675 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5afcda8b383b7f0334a00ff64a9b8768: Waiting for close lock at 1731468090237Running coprocessor pre-close hooks at 1731468090237Disabling compacts and flushes for region at 1731468090237Disabling writes for close at 1731468090237Obtaining lock to block concurrent updates at 1731468090237Preparing flush snapshotting stores in 5afcda8b383b7f0334a00ff64a9b8768 at 1731468090237Finished memstore snapshotting hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731468090238 (+1 ms)Flushing stores of hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. at 1731468090239 (+1 ms)Flushing 5afcda8b383b7f0334a00ff64a9b8768/queue: creating writer at 1731468090239Flushing 5afcda8b383b7f0334a00ff64a9b8768/queue: appending metadata at 1731468090256 (+17 ms)Flushing 5afcda8b383b7f0334a00ff64a9b8768/queue: closing flushed file at 1731468090256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c56756: reopening flushed file at 1731468090664 (+408 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5afcda8b383b7f0334a00ff64a9b8768 in 431ms, sequenceid=12, compaction requested=false at 1731468090669 (+5 ms)Writing region close event to WAL at 1731468090672 (+3 ms)Running coprocessor post-close hooks at 1731468090675 (+3 ms)Closed at 1731468090675 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468079889.5afcda8b383b7f0334a00ff64a9b8768. 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ca6f1aa764197417f5e49fff6155de8, disabling compactions & flushes 2024-11-13T03:21:30,675 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. after waiting 0 ms 2024-11-13T03:21:30,675 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:30,675 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ca6f1aa764197417f5e49fff6155de8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T03:21:30,678 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/ns/448ed38da1654d949dedc3f52d1537e3 is 43, key is default/ns:d/1731468070033/Put/seqid=0 2024-11-13T03:21:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:21:30,689 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f/1795086486924c58922b7333a1bc4624 is 37, key is row3/f:row3/1731468088717/Put/seqid=0 2024-11-13T03:21:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741843_1019 (size=5228) 2024-11-13T03:21:30,744 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:30,838 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,001 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:21:31,001 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:21:31,029 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1518, reset compression=false 2024-11-13T03:21:31,033 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:31,033 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1765, reset compression=false 2024-11-13T03:21:31,033 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,38509,1731468066676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:31,033 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,38509,1731468066676: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,38509,1731468066676, walGroup=8394b182524b%2C38509%2C1731468066676, offset=8394b182524b%2C38509%2C1731468066676.1731468069060:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:38509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:21:31,035 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:21:31,035 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:21:31,035 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:21:31,035 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:21:31,035 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:21:31,035 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 802712064 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199029400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:21:31,036 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:46123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:46123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:21:31,038 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,073 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:31,082 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/ns/448ed38da1654d949dedc3f52d1537e3 2024-11-13T03:21:31,092 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f/1795086486924c58922b7333a1bc4624 2024-11-13T03:21:31,095 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1795086486924c58922b7333a1bc4624 2024-11-13T03:21:31,098 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/rep_barrier/b71809c907204ec7bb847cc8754c7030 is 112, key is test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8./rep_barrier:seqnumDuringOpen/1731468074570/Put/seqid=0 2024-11-13T03:21:31,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741844_1020 (size=5518) 2024-11-13T03:21:31,109 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f1/95e74bb83a2f4822b6a5e86291bb6121 is 30, key is row1/f1:/1731468086066/DeleteFamily/seqid=0 2024-11-13T03:21:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741845_1021 (size=5158) 2024-11-13T03:21:31,235 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1765, reset compression=false 2024-11-13T03:21:31,239 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,248 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:31,439 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:21:31,439 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ca6f1aa764197417f5e49fff6155de8=test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8.} 2024-11-13T03:21:31,439 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,502 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/rep_barrier/b71809c907204ec7bb847cc8754c7030 2024-11-13T03:21:31,512 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f1/95e74bb83a2f4822b6a5e86291bb6121 2024-11-13T03:21:31,516 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95e74bb83a2f4822b6a5e86291bb6121 2024-11-13T03:21:31,521 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/table/3fcd05e5f6c04dc6acd30dbcdf8f1183 is 53, key is hbase:replication/table:state/1731468081054/Put/seqid=0 2024-11-13T03:21:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741846_1022 (size=5308) 2024-11-13T03:21:31,534 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/norep/82df4ee621a942928195edd60793be28 is 33, key is row2/norep:/1731468087071/DeleteFamily/seqid=0 2024-11-13T03:21:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741847_1023 (size=5108) 2024-11-13T03:21:31,538 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1765, reset compression=false 2024-11-13T03:21:31,576 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:31,639 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,839 DEBUG [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca6f1aa764197417f5e49fff6155de8 2024-11-13T03:21:31,850 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:31,926 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/table/3fcd05e5f6c04dc6acd30dbcdf8f1183 2024-11-13T03:21:31,929 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/info/5dad7fdfd8604d878ba206085a22431a as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/info/5dad7fdfd8604d878ba206085a22431a 2024-11-13T03:21:31,933 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/info/5dad7fdfd8604d878ba206085a22431a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:21:31,933 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/ns/448ed38da1654d949dedc3f52d1537e3 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/ns/448ed38da1654d949dedc3f52d1537e3 2024-11-13T03:21:31,936 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/ns/448ed38da1654d949dedc3f52d1537e3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:21:31,937 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/rep_barrier/b71809c907204ec7bb847cc8754c7030 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/rep_barrier/b71809c907204ec7bb847cc8754c7030 2024-11-13T03:21:31,937 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/norep/82df4ee621a942928195edd60793be28 2024-11-13T03:21:31,940 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/rep_barrier/b71809c907204ec7bb847cc8754c7030, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:21:31,940 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82df4ee621a942928195edd60793be28 2024-11-13T03:21:31,941 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f/1795086486924c58922b7333a1bc4624 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/f/1795086486924c58922b7333a1bc4624 2024-11-13T03:21:31,941 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/.tmp/table/3fcd05e5f6c04dc6acd30dbcdf8f1183 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/table/3fcd05e5f6c04dc6acd30dbcdf8f1183 2024-11-13T03:21:31,941 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 to pos 1765, reset compression=false 2024-11-13T03:21:31,945 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1795086486924c58922b7333a1bc4624 2024-11-13T03:21:31,945 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/table/3fcd05e5f6c04dc6acd30dbcdf8f1183, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:21:31,945 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/f/1795086486924c58922b7333a1bc4624, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T03:21:31,946 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/f1/95e74bb83a2f4822b6a5e86291bb6121 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/f1/95e74bb83a2f4822b6a5e86291bb6121 2024-11-13T03:21:31,946 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-13T03:21:31,950 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:21:31,950 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95e74bb83a2f4822b6a5e86291bb6121 2024-11-13T03:21:31,950 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/f1/95e74bb83a2f4822b6a5e86291bb6121, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:31,950 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:31,950 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:21:31,950 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:31,951 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468090238Running coprocessor pre-close hooks at 1731468090238Disabling compacts and flushes for region at 1731468090238Disabling writes for close at 1731468090238Obtaining lock to block concurrent updates at 1731468090238Preparing flush snapshotting stores in 1588230740 at 1731468090238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468090238Flushing stores of hbase:meta,,1.1588230740 at 1731468090238Flushing 1588230740/info: creating writer at 1731468090238Flushing 1588230740/info: appending metadata at 1731468090256 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731468090256Flushing 1588230740/ns: creating writer at 1731468090664 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731468090678 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731468090678Flushing 1588230740/rep_barrier: creating writer at 1731468091084 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468091098 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468091098Flushing 1588230740/table: creating writer at 1731468091506 (+408 ms)Flushing 1588230740/table: appending metadata at 1731468091520 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731468091520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e7bf8d: reopening flushed file at 1731468091929 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abf7e02: reopening flushed file at 1731468091933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d15338: reopening flushed file at 1731468091937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46377dc0: reopening flushed file at 1731468091940 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731468091946 (+6 ms)Writing region close event to WAL at 1731468091948 (+2 ms)Running coprocessor post-close hooks at 1731468091950 (+2 ms)Closed at 1731468091950 2024-11-13T03:21:31,951 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:31,951 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/.tmp/norep/82df4ee621a942928195edd60793be28 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/norep/82df4ee621a942928195edd60793be28 2024-11-13T03:21:31,955 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82df4ee621a942928195edd60793be28 2024-11-13T03:21:31,955 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/norep/82df4ee621a942928195edd60793be28, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:31,956 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ca6f1aa764197417f5e49fff6155de8 in 1281ms, sequenceid=12, compaction requested=false 2024-11-13T03:21:31,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/data/default/test/5ca6f1aa764197417f5e49fff6155de8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T03:21:31,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:31,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:21:31,959 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:31,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ca6f1aa764197417f5e49fff6155de8: Waiting for close lock at 1731468090675Running coprocessor pre-close hooks at 1731468090675Disabling compacts and flushes for region at 1731468090675Disabling writes for close at 1731468090675Obtaining lock to block concurrent updates at 1731468090675Preparing flush snapshotting stores in 5ca6f1aa764197417f5e49fff6155de8 at 1731468090675Finished memstore snapshotting test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731468090675Flushing stores of test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. at 1731468090676 (+1 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/f: creating writer at 1731468090676Flushing 5ca6f1aa764197417f5e49fff6155de8/f: appending metadata at 1731468090688 (+12 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/f: closing flushed file at 1731468090688Flushing 5ca6f1aa764197417f5e49fff6155de8/f1: creating writer at 1731468091095 (+407 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/f1: appending metadata at 1731468091108 (+13 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/f1: closing flushed file at 1731468091108Flushing 5ca6f1aa764197417f5e49fff6155de8/norep: creating writer at 1731468091516 (+408 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/norep: appending metadata at 1731468091533 (+17 ms)Flushing 5ca6f1aa764197417f5e49fff6155de8/norep: closing flushed file at 1731468091533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d633e57: reopening flushed file at 1731468091940 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e1ed5e: reopening flushed file at 1731468091946 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bf80f4: reopening flushed file at 1731468091950 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ca6f1aa764197417f5e49fff6155de8 in 1281ms, sequenceid=12, compaction requested=false at 1731468091956 (+6 ms)Writing region close event to WAL at 1731468091957 (+1 ms)Running coprocessor post-close hooks at 1731468091959 (+2 ms)Closed at 1731468091959 2024-11-13T03:21:31,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468073427.5ca6f1aa764197417f5e49fff6155de8. 2024-11-13T03:21:32,039 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,38509,1731468066676; all regions closed. 2024-11-13T03:21:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:21:32,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.meta.1731468069983.meta not finished, retry = 0 2024-11-13T03:21:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741839_1015 (size=3115) 2024-11-13T03:21:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741832_1008 (size=2417) 2024-11-13T03:21:32,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/WALs/8394b182524b,38509,1731468066676/8394b182524b%2C38509%2C1731468066676.1731468069060 not finished, retry = 0 2024-11-13T03:21:32,179 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:32,251 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:32,251 INFO [RS:0;8394b182524b:38509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:32,251 INFO [RS:0;8394b182524b:38509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:32,251 INFO [RS:0;8394b182524b:38509 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:32,251 INFO [RS:0;8394b182524b:38509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:32,252 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:32,252 INFO [RS:0;8394b182524b:38509 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,38509,1731468066676 because: Region server is closing 2024-11-13T03:21:32,252 INFO [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:38509. 2024-11-13T03:21:32,252 DEBUG [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:32,252 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:32,252 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:32,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:32,352 INFO [RS:0;8394b182524b:38509 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.shipper8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 terminated 2024-11-13T03:21:32,352 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,38509,1731468066676.replicationSource.wal-reader.8394b182524b%2C38509%2C1731468066676,1-8394b182524b,38509,1731468066676 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:21:32,353 INFO [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:38509. 2024-11-13T03:21:32,353 DEBUG [RS:0;8394b182524b:38509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:32,353 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:32,353 DEBUG [RS:0;8394b182524b:38509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:32,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:32,353 INFO [RS:0;8394b182524b:38509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38509 2024-11-13T03:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962/rs 2024-11-13T03:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21961470962/rs/8394b182524b,38509,1731468066676 2024-11-13T03:21:32,404 INFO [RS:0;8394b182524b:38509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:32,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,38509,1731468066676] 2024-11-13T03:21:32,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21961470962/draining/8394b182524b,38509,1731468066676 already deleted, retry=false 2024-11-13T03:21:32,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,38509,1731468066676 expired; onlineServers=0 2024-11-13T03:21:32,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,46123,1731468066535' ***** 2024-11-13T03:21:32,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:32,425 DEBUG [M:0;8394b182524b:46123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:21:32,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:21:32,425 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468068792 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468068792,5,FailOnTimeoutGroup] 2024-11-13T03:21:32,425 DEBUG [M:0;8394b182524b:46123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:21:32,425 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468068791 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468068791,5,FailOnTimeoutGroup] 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:32,425 DEBUG [M:0;8394b182524b:46123 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:21:32,425 INFO [M:0;8394b182524b:46123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:32,426 INFO [M:0;8394b182524b:46123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:21:32,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:21:32,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21961470962/master 2024-11-13T03:21:32,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21961470962 2024-11-13T03:21:32,435 DEBUG [M:0;8394b182524b:46123 {}] zookeeper.ZKUtil(347): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Unable to get data of znode /21961470962/master because node does not exist (not an error) 2024-11-13T03:21:32,435 WARN [M:0;8394b182524b:46123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:21:32,436 INFO [M:0;8394b182524b:46123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/.lastflushedseqids 2024-11-13T03:21:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741848_1024 (size=245) 2024-11-13T03:21:32,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:32,514 INFO [RS:0;8394b182524b:38509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:32,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38509-0x1013235c55f0007, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:32,514 INFO [RS:0;8394b182524b:38509 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,38509,1731468066676; zookeeper connection closed. 2024-11-13T03:21:32,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4135a828 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4135a828 2024-11-13T03:21:32,515 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:21:32,553 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:32,840 INFO [M:0;8394b182524b:46123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:21:32,841 INFO [M:0;8394b182524b:46123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:21:32,841 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:32,841 INFO [M:0;8394b182524b:46123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:32,841 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:32,841 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:32,841 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:32,841 INFO [M:0;8394b182524b:46123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-13T03:21:32,855 DEBUG [M:0;8394b182524b:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d940dafed48473b82544df108e0b84b is 82, key is hbase:meta,,1/info:regioninfo/1731468070018/Put/seqid=0 2024-11-13T03:21:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741849_1025 (size=5672) 2024-11-13T03:21:32,882 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:33,258 INFO [M:0;8394b182524b:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d940dafed48473b82544df108e0b84b 2024-11-13T03:21:33,276 DEBUG [M:0;8394b182524b:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc8a1d06bdb4dda9868585feaa6e5f7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468081057/Put/seqid=0 2024-11-13T03:21:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741850_1026 (size=9211) 2024-11-13T03:21:33,357 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:33,679 INFO [M:0;8394b182524b:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc8a1d06bdb4dda9868585feaa6e5f7 2024-11-13T03:21:33,685 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:33,696 DEBUG [M:0;8394b182524b:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c951da82e6495cabbd3af7ffc7e436 is 69, key is 8394b182524b,38509,1731468066676/rs:state/1731468068858/Put/seqid=0 2024-11-13T03:21:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741851_1027 (size=5156) 2024-11-13T03:21:34,099 INFO [M:0;8394b182524b:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c951da82e6495cabbd3af7ffc7e436 2024-11-13T03:21:34,103 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d940dafed48473b82544df108e0b84b as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d940dafed48473b82544df108e0b84b 2024-11-13T03:21:34,107 INFO [M:0;8394b182524b:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d940dafed48473b82544df108e0b84b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T03:21:34,107 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abc8a1d06bdb4dda9868585feaa6e5f7 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc8a1d06bdb4dda9868585feaa6e5f7 2024-11-13T03:21:34,110 INFO [M:0;8394b182524b:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abc8a1d06bdb4dda9868585feaa6e5f7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T03:21:34,111 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c951da82e6495cabbd3af7ffc7e436 as hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5c951da82e6495cabbd3af7ffc7e436 2024-11-13T03:21:34,114 INFO [M:0;8394b182524b:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41087/user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5c951da82e6495cabbd3af7ffc7e436, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T03:21:34,115 INFO [M:0;8394b182524b:46123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-13T03:21:34,115 INFO [M:0;8394b182524b:46123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:34,116 DEBUG [M:0;8394b182524b:46123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468092841Disabling compacts and flushes for region at 1731468092841Disabling writes for close at 1731468092841Obtaining lock to block concurrent updates at 1731468092841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468092841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731468092842 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468092842Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468092842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468092854 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468092855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468093262 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468093276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468093276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468093683 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468093695 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468093696 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338bb7e0: reopening flushed file at 1731468094103 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60693c9e: reopening flushed file at 1731468094107 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dad168a: reopening flushed file at 1731468094110 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731468094115 (+5 ms)Writing region close event to WAL at 1731468094115Closed at 1731468094115 2024-11-13T03:21:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41699 is added to blk_1073741830_1006 (size=73854) 2024-11-13T03:21:34,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe51a3a2-65fe-73d5-22c1-0536cfc31009/MasterData/WALs/8394b182524b,46123,1731468066535/8394b182524b%2C46123%2C1731468066535.1731468068437 not finished, retry = 0 2024-11-13T03:21:34,218 INFO [M:0;8394b182524b:46123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:21:34,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:34,218 INFO [M:0;8394b182524b:46123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46123 2024-11-13T03:21:34,218 INFO [M:0;8394b182524b:46123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:34,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:34,429 INFO [M:0;8394b182524b:46123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1013235c55f0006, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:34,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fd3243d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:34,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:34,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:34,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:34,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:34,433 WARN [BP-743565407-172.17.0.3-1731468064661 heartbeating to localhost/127.0.0.1:41087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:21:34,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:21:34,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:21:34,433 WARN [BP-743565407-172.17.0.3-1731468064661 heartbeating to localhost/127.0.0.1:41087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743565407-172.17.0.3-1731468064661 (Datanode Uuid 73aaae82-c5b3-4ea7-8b7e-352fd52e3f92) service to localhost/127.0.0.1:41087 2024-11-13T03:21:34,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/cluster_44ceff82-242c-cf09-0a87-6d8403bf801b/data/data1/current/BP-743565407-172.17.0.3-1731468064661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:34,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/cluster_44ceff82-242c-cf09-0a87-6d8403bf801b/data/data2/current/BP-743565407-172.17.0.3-1731468064661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:34,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:21:34,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23ca4f29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:34,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:34,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:34,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:34,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:21:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:21:34,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:34,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:34,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:34,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:34,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:34,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:21:34,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=65248274, stopped=false 2024-11-13T03:21:34,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,39795,1731468060637 2024-11-13T03:21:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1284609468/running 2024-11-13T03:21:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1284609468/running 2024-11-13T03:21:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:34,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:34,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:34,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:34,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:34,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/running 2024-11-13T03:21:34,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,33615,1731468060782' ***** 2024-11-13T03:21:34,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:21:34,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Set watcher on znode that does not yet exist, /1284609468/running 2024-11-13T03:21:34,478 INFO [RS:0;8394b182524b:33615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:21:34,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(3091): Received CLOSE for 19418cde9b2d24582b91717aea168e3e 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,33615,1731468060782 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33615. 2024-11-13T03:21:34,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19418cde9b2d24582b91717aea168e3e, disabling compactions & flushes 2024-11-13T03:21:34,479 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:34,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:34,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. after waiting 0 ms 2024-11-13T03:21:34,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:34,479 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19418cde9b2d24582b91717aea168e3e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T03:21:34,479 DEBUG [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:34,479 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:34,479 INFO [RS:0;8394b182524b:33615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:21:34,480 INFO [RS:0;8394b182524b:33615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:21:34,480 INFO [RS:0;8394b182524b:33615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:21:34,480 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:21:34,480 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:21:34,480 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1325): Online Regions={19418cde9b2d24582b91717aea168e3e=hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e., 1588230740=hbase:meta,,1.1588230740, 2e80bea935c9e77d70fb9449b36a5bfe=test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe.} 2024-11-13T03:21:34,480 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19418cde9b2d24582b91717aea168e3e, 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:34,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:34,480 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:34,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:34,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:34,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:34,480 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:21:34,497 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/.tmp/queue/800d5481bce245faa5de270eb0be3422 is 154, key is 1-8394b182524b,33615,1731468060782/queue:8394b182524b%2C33615%2C1731468060782/1731468089839/Put/seqid=0 2024-11-13T03:21:34,498 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/info/d656bde2730349178bc28aa4fe6a24e8 is 147, key is hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e./info:regioninfo/1731468078903/Put/seqid=0 2024-11-13T03:21:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741840_1016 (size=5353) 2024-11-13T03:21:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741841_1017 (size=7686) 2024-11-13T03:21:34,555 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:34,589 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:34,680 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19418cde9b2d24582b91717aea168e3e, 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:34,880 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19418cde9b2d24582b91717aea168e3e, 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:34,902 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/.tmp/queue/800d5481bce245faa5de270eb0be3422 2024-11-13T03:21:34,905 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/info/d656bde2730349178bc28aa4fe6a24e8 2024-11-13T03:21:34,906 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/.tmp/queue/800d5481bce245faa5de270eb0be3422 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/queue/800d5481bce245faa5de270eb0be3422 2024-11-13T03:21:34,910 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/queue/800d5481bce245faa5de270eb0be3422, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T03:21:34,910 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 19418cde9b2d24582b91717aea168e3e in 431ms, sequenceid=14, compaction requested=false 2024-11-13T03:21:34,911 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:21:34,913 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/replication/19418cde9b2d24582b91717aea168e3e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:21:34,914 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19418cde9b2d24582b91717aea168e3e: Waiting for close lock at 1731468094479Running coprocessor pre-close hooks at 1731468094479Disabling compacts and flushes for region at 1731468094479Disabling writes for close at 1731468094479Obtaining lock to block concurrent updates at 1731468094479Preparing flush snapshotting stores in 19418cde9b2d24582b91717aea168e3e at 1731468094479Finished memstore snapshotting hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731468094480 (+1 ms)Flushing stores of hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. at 1731468094480Flushing 19418cde9b2d24582b91717aea168e3e/queue: creating writer at 1731468094480Flushing 19418cde9b2d24582b91717aea168e3e/queue: appending metadata at 1731468094496 (+16 ms)Flushing 19418cde9b2d24582b91717aea168e3e/queue: closing flushed file at 1731468094496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4faf79: reopening flushed file at 1731468094905 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 19418cde9b2d24582b91717aea168e3e in 431ms, sequenceid=14, compaction requested=false at 1731468094910 (+5 ms)Writing region close event to WAL at 1731468094911 (+1 ms)Running coprocessor post-close hooks at 1731468094914 (+3 ms)Closed at 1731468094914 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468077739.19418cde9b2d24582b91717aea168e3e. 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e80bea935c9e77d70fb9449b36a5bfe, disabling compactions & flushes 2024-11-13T03:21:34,914 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. after waiting 0 ms 2024-11-13T03:21:34,914 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:34,914 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e80bea935c9e77d70fb9449b36a5bfe 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T03:21:34,926 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/ns/71e53e96f0784c878e78ead426dd1a6b is 43, key is default/ns:d/1731468064523/Put/seqid=0 2024-11-13T03:21:34,928 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f/4d8a2049884b4283a46dde966b1d1ca2 is 37, key is row3/f:row3/1731468088717/Put/seqid=0 2024-11-13T03:21:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:21:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741843_1019 (size=5228) 2024-11-13T03:21:35,080 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:35,264 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1468, reset compression=false 2024-11-13T03:21:35,268 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:35,268 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1715, reset compression=false 2024-11-13T03:21:35,268 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,33615,1731468060782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:35,268 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,33615,1731468060782: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,33615,1731468060782, walGroup=8394b182524b%2C33615%2C1731468060782, offset=8394b182524b%2C33615%2C1731468060782.1731468063560:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:33615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:21:35,269 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:21:35,269 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:21:35,270 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:21:35,270 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:21:35,270 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:21:35,270 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 882403840 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199518920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:21:35,270 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:21:35,280 DEBUG [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e80bea935c9e77d70fb9449b36a5bfe 2024-11-13T03:21:35,329 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/ns/71e53e96f0784c878e78ead426dd1a6b 2024-11-13T03:21:35,331 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f/4d8a2049884b4283a46dde966b1d1ca2 2024-11-13T03:21:35,333 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d8a2049884b4283a46dde966b1d1ca2 2024-11-13T03:21:35,346 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f1/1c5fc15850be448ba160ffd191e669d2 is 30, key is row1/f1:/1731468086066/DeleteFamily/seqid=0 2024-11-13T03:21:35,348 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/rep_barrier/b583ec034b884bee9495adeb8c69fe7a is 112, key is test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe./rep_barrier:seqnumDuringOpen/1731468072423/Put/seqid=0 2024-11-13T03:21:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741844_1020 (size=5158) 2024-11-13T03:21:35,352 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f1/1c5fc15850be448ba160ffd191e669d2 2024-11-13T03:21:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741845_1021 (size=5518) 2024-11-13T03:21:35,353 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/rep_barrier/b583ec034b884bee9495adeb8c69fe7a 2024-11-13T03:21:35,356 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c5fc15850be448ba160ffd191e669d2 2024-11-13T03:21:35,373 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/norep/07c32b243fec4ee28c4a543b0c7f87dd is 33, key is row1/norep:/1731468086066/DeleteFamily/seqid=0 2024-11-13T03:21:35,374 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/table/d6df8bdb149d494a9cf172c3aa101ada is 53, key is hbase:replication/table:state/1731468078909/Put/seqid=0 2024-11-13T03:21:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741846_1022 (size=5108) 2024-11-13T03:21:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741847_1023 (size=5308) 2024-11-13T03:21:35,376 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/norep/07c32b243fec4ee28c4a543b0c7f87dd 2024-11-13T03:21:35,377 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/table/d6df8bdb149d494a9cf172c3aa101ada 2024-11-13T03:21:35,380 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07c32b243fec4ee28c4a543b0c7f87dd 2024-11-13T03:21:35,381 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/info/d656bde2730349178bc28aa4fe6a24e8 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/info/d656bde2730349178bc28aa4fe6a24e8 2024-11-13T03:21:35,381 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f/4d8a2049884b4283a46dde966b1d1ca2 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/f/4d8a2049884b4283a46dde966b1d1ca2 2024-11-13T03:21:35,384 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d8a2049884b4283a46dde966b1d1ca2 2024-11-13T03:21:35,384 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/info/d656bde2730349178bc28aa4fe6a24e8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:21:35,384 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/f/4d8a2049884b4283a46dde966b1d1ca2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T03:21:35,385 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/ns/71e53e96f0784c878e78ead426dd1a6b as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/ns/71e53e96f0784c878e78ead426dd1a6b 2024-11-13T03:21:35,385 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/f1/1c5fc15850be448ba160ffd191e669d2 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/f1/1c5fc15850be448ba160ffd191e669d2 2024-11-13T03:21:35,388 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c5fc15850be448ba160ffd191e669d2 2024-11-13T03:21:35,388 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/f1/1c5fc15850be448ba160ffd191e669d2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:35,388 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/ns/71e53e96f0784c878e78ead426dd1a6b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:21:35,389 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/rep_barrier/b583ec034b884bee9495adeb8c69fe7a as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/rep_barrier/b583ec034b884bee9495adeb8c69fe7a 2024-11-13T03:21:35,389 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/.tmp/norep/07c32b243fec4ee28c4a543b0c7f87dd as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/norep/07c32b243fec4ee28c4a543b0c7f87dd 2024-11-13T03:21:35,395 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07c32b243fec4ee28c4a543b0c7f87dd 2024-11-13T03:21:35,395 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/rep_barrier/b583ec034b884bee9495adeb8c69fe7a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:21:35,395 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/norep/07c32b243fec4ee28c4a543b0c7f87dd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:35,396 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/.tmp/table/d6df8bdb149d494a9cf172c3aa101ada as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/table/d6df8bdb149d494a9cf172c3aa101ada 2024-11-13T03:21:35,396 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2e80bea935c9e77d70fb9449b36a5bfe in 482ms, sequenceid=12, compaction requested=false 2024-11-13T03:21:35,396 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:21:35,401 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/table/d6df8bdb149d494a9cf172c3aa101ada, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:21:35,402 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-13T03:21:35,402 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:21:35,405 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/default/test/2e80bea935c9e77d70fb9449b36a5bfe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T03:21:35,405 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:21:35,405 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:35,405 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:35,406 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:21:35,406 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e80bea935c9e77d70fb9449b36a5bfe: Waiting for close lock at 1731468094914Running coprocessor pre-close hooks at 1731468094914Disabling compacts and flushes for region at 1731468094914Disabling writes for close at 1731468094914Obtaining lock to block concurrent updates at 1731468094914Preparing flush snapshotting stores in 2e80bea935c9e77d70fb9449b36a5bfe at 1731468094914Finished memstore snapshotting test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731468094915 (+1 ms)Flushing stores of test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. at 1731468094915Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f: creating writer at 1731468094915Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f: appending metadata at 1731468094927 (+12 ms)Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f: closing flushed file at 1731468094927Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f1: creating writer at 1731468095333 (+406 ms)Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f1: appending metadata at 1731468095346 (+13 ms)Flushing 2e80bea935c9e77d70fb9449b36a5bfe/f1: closing flushed file at 1731468095346Flushing 2e80bea935c9e77d70fb9449b36a5bfe/norep: creating writer at 1731468095356 (+10 ms)Flushing 2e80bea935c9e77d70fb9449b36a5bfe/norep: appending metadata at 1731468095372 (+16 ms)Flushing 2e80bea935c9e77d70fb9449b36a5bfe/norep: closing flushed file at 1731468095372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f82e69b: reopening flushed file at 1731468095380 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b37c45: reopening flushed file at 1731468095384 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66acdd1: reopening flushed file at 1731468095388 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2e80bea935c9e77d70fb9449b36a5bfe in 482ms, sequenceid=12, compaction requested=false at 1731468095396 (+8 ms)Writing region close event to WAL at 1731468095401 (+5 ms)Running coprocessor post-close hooks at 1731468095405 (+4 ms)Closed at 1731468095406 (+1 ms) 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468094480Running coprocessor pre-close hooks at 1731468094480Disabling compacts and flushes for region at 1731468094480Disabling writes for close at 1731468094480Obtaining lock to block concurrent updates at 1731468094480Preparing flush snapshotting stores in 1588230740 at 1731468094480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468094480Flushing stores of hbase:meta,,1.1588230740 at 1731468094481 (+1 ms)Flushing 1588230740/info: creating writer at 1731468094481Flushing 1588230740/info: appending metadata at 1731468094498 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731468094498Flushing 1588230740/ns: creating writer at 1731468094908 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731468094925 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731468094925Flushing 1588230740/rep_barrier: creating writer at 1731468095333 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468095348 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468095348Flushing 1588230740/table: creating writer at 1731468095356 (+8 ms)Flushing 1588230740/table: appending metadata at 1731468095373 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731468095373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac8a68d: reopening flushed file at 1731468095380 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e42c992: reopening flushed file at 1731468095384 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a12631: reopening flushed file at 1731468095388 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657234ef: reopening flushed file at 1731468095395 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1731468095402 (+7 ms)Writing region close event to WAL at 1731468095403 (+1 ms)Running coprocessor post-close hooks at 1731468095405 (+2 ms)Closed at 1731468095406 (+1 ms) 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468071278.2e80bea935c9e77d70fb9449b36a5bfe. 2024-11-13T03:21:35,406 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:35,471 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 1715, reset compression=false 2024-11-13T03:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:35,475 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.wal-reader.8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 to pos 2359, reset compression=false 2024-11-13T03:21:35,481 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,33615,1731468060782; all regions closed. 2024-11-13T03:21:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:21:35,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741839_1015 (size=3552) 2024-11-13T03:21:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741832_1008 (size=2367) 2024-11-13T03:21:35,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/WALs/8394b182524b,33615,1731468060782/8394b182524b%2C33615%2C1731468060782.1731468063560 not finished, retry = 0 2024-11-13T03:21:35,529 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:21:35,529 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:21:35,590 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:35,590 INFO [RS:0;8394b182524b:33615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:35,590 INFO [RS:0;8394b182524b:33615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:35,590 INFO [RS:0;8394b182524b:33615 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:35,590 INFO [RS:0;8394b182524b:33615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:35,591 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:35,591 INFO [RS:0;8394b182524b:33615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,33615,1731468060782 because: Region server is closing 2024-11-13T03:21:35,591 INFO [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33615. 2024-11-13T03:21:35,591 DEBUG [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:35,591 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:35,591 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:35,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:35,592 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:35,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,691 INFO [RS:0;8394b182524b:33615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,33615,1731468060782.replicationSource.shipper8394b182524b%2C33615%2C1731468060782,1-8394b182524b,33615,1731468060782 terminated 2024-11-13T03:21:35,691 INFO [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33615. 2024-11-13T03:21:35,691 DEBUG [RS:0;8394b182524b:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:35,691 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:35,692 DEBUG [RS:0;8394b182524b:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:35,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:35,692 INFO [RS:0;8394b182524b:33615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33615 2024-11-13T03:21:35,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1284609468/rs/8394b182524b,33615,1731468060782 2024-11-13T03:21:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468/rs 2024-11-13T03:21:35,751 INFO [RS:0;8394b182524b:33615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:35,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,33615,1731468060782] 2024-11-13T03:21:35,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1284609468/draining/8394b182524b,33615,1731468060782 already deleted, retry=false 2024-11-13T03:21:35,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,33615,1731468060782 expired; onlineServers=0 2024-11-13T03:21:35,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,39795,1731468060637' ***** 2024-11-13T03:21:35,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:21:35,772 INFO [M:0;8394b182524b:39795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:35,772 INFO [M:0;8394b182524b:39795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:35,772 DEBUG [M:0;8394b182524b:39795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:21:35,772 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:21:35,772 DEBUG [M:0;8394b182524b:39795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:21:35,772 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468063266 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468063266,5,FailOnTimeoutGroup] 2024-11-13T03:21:35,772 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468063268 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468063268,5,FailOnTimeoutGroup] 2024-11-13T03:21:35,772 INFO [M:0;8394b182524b:39795 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:35,772 INFO [M:0;8394b182524b:39795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:35,772 DEBUG [M:0;8394b182524b:39795 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:21:35,772 INFO [M:0;8394b182524b:39795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:21:35,773 INFO [M:0;8394b182524b:39795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:35,773 INFO [M:0;8394b182524b:39795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:21:35,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:21:35,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1284609468/master 2024-11-13T03:21:35,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1284609468 2024-11-13T03:21:35,782 DEBUG [M:0;8394b182524b:39795 {}] zookeeper.ZKUtil(347): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Unable to get data of znode /1284609468/master because node does not exist (not an error) 2024-11-13T03:21:35,782 WARN [M:0;8394b182524b:39795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:21:35,783 INFO [M:0;8394b182524b:39795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/.lastflushedseqids 2024-11-13T03:21:35,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741848_1024 (size=245) 2024-11-13T03:21:35,861 INFO [RS:0;8394b182524b:33615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:35,861 INFO [RS:0;8394b182524b:33615 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,33615,1731468060782; zookeeper connection closed. 2024-11-13T03:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x1013235c55f0004, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:35,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3baeefab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3baeefab 2024-11-13T03:21:35,862 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:21:36,187 INFO [M:0;8394b182524b:39795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:21:36,187 INFO [M:0;8394b182524b:39795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:21:36,187 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:36,187 INFO [M:0;8394b182524b:39795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:36,187 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:36,187 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:36,187 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:36,187 INFO [M:0;8394b182524b:39795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T03:21:36,204 DEBUG [M:0;8394b182524b:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e66e2ac3ca34a84b4b25794b0d5b3f8 is 82, key is hbase:meta,,1/info:regioninfo/1731468064507/Put/seqid=0 2024-11-13T03:21:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741849_1025 (size=5672) 2024-11-13T03:21:36,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:36,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:36,608 INFO [M:0;8394b182524b:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e66e2ac3ca34a84b4b25794b0d5b3f8 2024-11-13T03:21:36,623 DEBUG [M:0;8394b182524b:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489a0be42def48ac8cb5f27e90495f9d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468072431/Put/seqid=0 2024-11-13T03:21:36,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741850_1026 (size=7217) 2024-11-13T03:21:36,695 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:37,026 INFO [M:0;8394b182524b:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489a0be42def48ac8cb5f27e90495f9d 2024-11-13T03:21:37,029 INFO [M:0;8394b182524b:39795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 489a0be42def48ac8cb5f27e90495f9d 2024-11-13T03:21:37,042 DEBUG [M:0;8394b182524b:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fa7efb13f144d7aaeaf7670288b2978 is 69, key is 8394b182524b,33615,1731468060782/rs:state/1731468063341/Put/seqid=0 2024-11-13T03:21:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741851_1027 (size=5156) 2024-11-13T03:21:37,445 INFO [M:0;8394b182524b:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fa7efb13f144d7aaeaf7670288b2978 2024-11-13T03:21:37,449 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e66e2ac3ca34a84b4b25794b0d5b3f8 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e66e2ac3ca34a84b4b25794b0d5b3f8 2024-11-13T03:21:37,452 INFO [M:0;8394b182524b:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e66e2ac3ca34a84b4b25794b0d5b3f8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T03:21:37,453 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/489a0be42def48ac8cb5f27e90495f9d as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/489a0be42def48ac8cb5f27e90495f9d 2024-11-13T03:21:37,456 INFO [M:0;8394b182524b:39795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 489a0be42def48ac8cb5f27e90495f9d 2024-11-13T03:21:37,456 INFO [M:0;8394b182524b:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/489a0be42def48ac8cb5f27e90495f9d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T03:21:37,456 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fa7efb13f144d7aaeaf7670288b2978 as hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fa7efb13f144d7aaeaf7670288b2978 2024-11-13T03:21:37,459 INFO [M:0;8394b182524b:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38119/user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fa7efb13f144d7aaeaf7670288b2978, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T03:21:37,460 INFO [M:0;8394b182524b:39795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-13T03:21:37,461 INFO [M:0;8394b182524b:39795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:37,461 DEBUG [M:0;8394b182524b:39795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468096187Disabling compacts and flushes for region at 1731468096187Disabling writes for close at 1731468096187Obtaining lock to block concurrent updates at 1731468096187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468096187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731468096187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468096188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468096188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468096203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468096203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468096611 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468096623 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468096623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468097029 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468097041 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468097041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd328f6: reopening flushed file at 1731468097449 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22783b9c: reopening flushed file at 1731468097452 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffef186: reopening flushed file at 1731468097456 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1731468097460 (+4 ms)Writing region close event to WAL at 1731468097461 (+1 ms)Closed at 1731468097461 2024-11-13T03:21:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37297 is added to blk_1073741830_1006 (size=64411) 2024-11-13T03:21:37,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a509a59-4dfa-54f5-99f3-28bd73984508/MasterData/WALs/8394b182524b,39795,1731468060637/8394b182524b%2C39795%2C1731468060637.1731468062529 not finished, retry = 0 2024-11-13T03:21:37,563 INFO [M:0;8394b182524b:39795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:21:37,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:37,563 INFO [M:0;8394b182524b:39795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39795 2024-11-13T03:21:37,563 INFO [M:0;8394b182524b:39795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:37,714 INFO [M:0;8394b182524b:39795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1013235c55f0003, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:37,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13910b44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:37,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:37,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:37,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:37,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:37,718 WARN [BP-315391236-172.17.0.3-1731468058655 heartbeating to localhost/127.0.0.1:38119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:21:37,718 WARN [BP-315391236-172.17.0.3-1731468058655 heartbeating to localhost/127.0.0.1:38119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-315391236-172.17.0.3-1731468058655 (Datanode Uuid 592498a4-a6d2-435f-b18f-c6fc4f81b4d0) service to localhost/127.0.0.1:38119 2024-11-13T03:21:37,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/cluster_e9b04b7c-a5ca-e23e-8657-2a23ce687a45/data/data1/current/BP-315391236-172.17.0.3-1731468058655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:37,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/cluster_e9b04b7c-a5ca-e23e-8657-2a23ce687a45/data/data2/current/BP-315391236-172.17.0.3-1731468058655 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:37,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:21:37,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:21:37,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:21:37,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@119b7d80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:37,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:37,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:37,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:37,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35597fc2-fd86-099c-6ee8-d463a46574ae/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:37,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:21:37,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:21:37,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:37,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:37,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:37,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:37,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:37,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:21:37,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510264304, stopped=false 2024-11-13T03:21:37,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,35139,1731468054866 2024-11-13T03:21:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1756201303/running 2024-11-13T03:21:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1756201303/running 2024-11-13T03:21:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:21:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:21:37,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:37,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:21:37,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:37,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:37,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/running 2024-11-13T03:21:37,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,34259,1731468055087' ***** 2024-11-13T03:21:37,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:21:37,757 INFO [RS:0;8394b182524b:34259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:21:37,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Set watcher on znode that does not yet exist, /0-1756201303/running 2024-11-13T03:21:37,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:21:37,757 INFO [RS:0;8394b182524b:34259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:21:37,757 INFO [RS:0;8394b182524b:34259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for 12e2f5a8c3e67f63ee246d6d22d2bc50 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,34259,1731468055087 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:34259. 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12e2f5a8c3e67f63ee246d6d22d2bc50, disabling compactions & flushes 2024-11-13T03:21:37,758 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:37,758 DEBUG [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:37,758 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. after waiting 0 ms 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:21:37,758 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T03:21:37,758 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:21:37,758 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1325): Online Regions={12e2f5a8c3e67f63ee246d6d22d2bc50=test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50., ed5e51b85fa53db16cb67f4c2e5cced3=hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:21:37,758 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1351): Waiting on 12e2f5a8c3e67f63ee246d6d22d2bc50, 1588230740, ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:37,758 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:37,758 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:37,759 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:37,759 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:37,759 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:21:37,775 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f/ffc5e780f1e449479125addbfdd02f1e is 37, key is row3/f:row3/1731468088717/Put/seqid=0 2024-11-13T03:21:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741840_1016 (size=5228) 2024-11-13T03:21:37,789 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/info/28b3f59ef4cb4a40a02e16ffc8442086 is 147, key is hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3./info:regioninfo/1731468076746/Put/seqid=0 2024-11-13T03:21:37,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741841_1017 (size=7686) 2024-11-13T03:21:37,798 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:37,799 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f/ffc5e780f1e449479125addbfdd02f1e 2024-11-13T03:21:37,799 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/info/28b3f59ef4cb4a40a02e16ffc8442086 2024-11-13T03:21:37,804 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc5e780f1e449479125addbfdd02f1e 2024-11-13T03:21:37,826 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/ns/7c7c10d68dd14302a46cd07796015b0f is 43, key is default/ns:d/1731468058527/Put/seqid=0 2024-11-13T03:21:37,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f1/6ef4bcad53244589b0f50affdfe7bb3f is 30, key is row1/f1:/1731468086066/DeleteFamily/seqid=0 2024-11-13T03:21:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741842_1018 (size=5158) 2024-11-13T03:21:37,834 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f1/6ef4bcad53244589b0f50affdfe7bb3f 2024-11-13T03:21:37,838 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef4bcad53244589b0f50affdfe7bb3f 2024-11-13T03:21:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741843_1019 (size=5153) 2024-11-13T03:21:37,851 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/ns/7c7c10d68dd14302a46cd07796015b0f 2024-11-13T03:21:37,867 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/norep/fb1779c1af274b6d917d2c3527db983b is 32, key is row/norep:/1731468085061/DeleteFamily/seqid=0 2024-11-13T03:21:37,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741844_1020 (size=5101) 2024-11-13T03:21:37,876 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/norep/fb1779c1af274b6d917d2c3527db983b 2024-11-13T03:21:37,877 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac73cf0444b4487b84766dbaa23d154 is 112, key is test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50./rep_barrier:seqnumDuringOpen/1731468070876/Put/seqid=0 2024-11-13T03:21:37,881 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1779c1af274b6d917d2c3527db983b 2024-11-13T03:21:37,882 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f/ffc5e780f1e449479125addbfdd02f1e as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/f/ffc5e780f1e449479125addbfdd02f1e 2024-11-13T03:21:37,887 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc5e780f1e449479125addbfdd02f1e 2024-11-13T03:21:37,887 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/f/ffc5e780f1e449479125addbfdd02f1e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T03:21:37,889 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/f1/6ef4bcad53244589b0f50affdfe7bb3f as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/f1/6ef4bcad53244589b0f50affdfe7bb3f 2024-11-13T03:21:37,893 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ef4bcad53244589b0f50affdfe7bb3f 2024-11-13T03:21:37,893 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/f1/6ef4bcad53244589b0f50affdfe7bb3f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:37,894 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/.tmp/norep/fb1779c1af274b6d917d2c3527db983b as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/norep/fb1779c1af274b6d917d2c3527db983b 2024-11-13T03:21:37,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741845_1021 (size=5518) 2024-11-13T03:21:37,895 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac73cf0444b4487b84766dbaa23d154 2024-11-13T03:21:37,898 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 1496, reset compression=false 2024-11-13T03:21:37,899 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1779c1af274b6d917d2c3527db983b 2024-11-13T03:21:37,899 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/norep/fb1779c1af274b6d917d2c3527db983b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T03:21:37,901 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 12e2f5a8c3e67f63ee246d6d22d2bc50 in 142ms, sequenceid=12, compaction requested=false 2024-11-13T03:21:37,903 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:37,903 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 2092, reset compression=false 2024-11-13T03:21:37,903 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,34259,1731468055087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672, lastWalPosition=2092, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:21:37,904 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,34259,1731468055087: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,34259,1731468055087, walGroup=8394b182524b%2C34259%2C1731468055087, offset=8394b182524b%2C34259%2C1731468055087.1731468057672:2092, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:34259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:21:37,905 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:21:37,905 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:21:37,905 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:21:37,905 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:21:37,905 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:21:37,906 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 756744984 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 198888104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:21:37,906 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:21:37,919 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/table/b4835d3e5f1c434aaac036b126347af0 is 53, key is hbase:replication/table:state/1731468076752/Put/seqid=0 2024-11-13T03:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/default/test/12e2f5a8c3e67f63ee246d6d22d2bc50/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T03:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:21:37,925 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12e2f5a8c3e67f63ee246d6d22d2bc50: Waiting for close lock at 1731468097758Running coprocessor pre-close hooks at 1731468097758Disabling compacts and flushes for region at 1731468097758Disabling writes for close at 1731468097758Obtaining lock to block concurrent updates at 1731468097758Preparing flush snapshotting stores in 12e2f5a8c3e67f63ee246d6d22d2bc50 at 1731468097758Finished memstore snapshotting test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731468097758Flushing stores of test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. at 1731468097759 (+1 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f: creating writer at 1731468097759Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f: appending metadata at 1731468097775 (+16 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f: closing flushed file at 1731468097775Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f1: creating writer at 1731468097804 (+29 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f1: appending metadata at 1731468097825 (+21 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/f1: closing flushed file at 1731468097825Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/norep: creating writer at 1731468097838 (+13 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/norep: appending metadata at 1731468097866 (+28 ms)Flushing 12e2f5a8c3e67f63ee246d6d22d2bc50/norep: closing flushed file at 1731468097866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b837978: reopening flushed file at 1731468097881 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb60f7a: reopening flushed file at 1731468097887 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b95710: reopening flushed file at 1731468097894 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 12e2f5a8c3e67f63ee246d6d22d2bc50 in 142ms, sequenceid=12, compaction requested=false at 1731468097901 (+7 ms)Writing region close event to WAL at 1731468097920 (+19 ms)Running coprocessor post-close hooks at 1731468097925 (+5 ms)Closed at 1731468097925 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468070135.12e2f5a8c3e67f63ee246d6d22d2bc50. 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed5e51b85fa53db16cb67f4c2e5cced3, disabling compactions & flushes 2024-11-13T03:21:37,926 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741846_1022 (size=5308) 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. after waiting 0 ms 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed5e51b85fa53db16cb67f4c2e5cced3: Waiting for close lock at 1731468097926Running coprocessor pre-close hooks at 1731468097926Disabling compacts and flushes for region at 1731468097926Disabling writes for close at 1731468097926Failed flush hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., putting online again at 1731468097926 2024-11-13T03:21:37,926 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,959 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:37,959 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed5e51b85fa53db16cb67f4c2e5cced3 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed5e51b85fa53db16cb67f4c2e5cced3, disabling compactions & flushes 2024-11-13T03:21:37,959 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. after waiting 0 ms 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed5e51b85fa53db16cb67f4c2e5cced3: Waiting for close lock at 1731468097959Running coprocessor pre-close hooks at 1731468097959Disabling compacts and flushes for region at 1731468097959Disabling writes for close at 1731468097959Failed flush hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3., putting online again at 1731468097959 2024-11-13T03:21:37,959 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468075589.ed5e51b85fa53db16cb67f4c2e5cced3. 2024-11-13T03:21:38,122 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 2092, reset compression=false 2024-11-13T03:21:38,125 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:21:38,125 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 2387, reset compression=false 2024-11-13T03:21:38,159 DEBUG [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:21:38,327 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/table/b4835d3e5f1c434aaac036b126347af0 2024-11-13T03:21:38,328 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.wal-reader.8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.1731468057672 to pos 2387, reset compression=false 2024-11-13T03:21:38,331 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/info/28b3f59ef4cb4a40a02e16ffc8442086 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/info/28b3f59ef4cb4a40a02e16ffc8442086 2024-11-13T03:21:38,334 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/info/28b3f59ef4cb4a40a02e16ffc8442086, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:21:38,335 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/ns/7c7c10d68dd14302a46cd07796015b0f as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/ns/7c7c10d68dd14302a46cd07796015b0f 2024-11-13T03:21:38,338 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/ns/7c7c10d68dd14302a46cd07796015b0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:21:38,339 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac73cf0444b4487b84766dbaa23d154 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/rep_barrier/7ac73cf0444b4487b84766dbaa23d154 2024-11-13T03:21:38,342 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/rep_barrier/7ac73cf0444b4487b84766dbaa23d154, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:21:38,343 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/.tmp/table/b4835d3e5f1c434aaac036b126347af0 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/table/b4835d3e5f1c434aaac036b126347af0 2024-11-13T03:21:38,346 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/table/b4835d3e5f1c434aaac036b126347af0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:21:38,346 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false 2024-11-13T03:21:38,350 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:21:38,350 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:21:38,350 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:21:38,350 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:38,350 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468097758Running coprocessor pre-close hooks at 1731468097758Disabling compacts and flushes for region at 1731468097758Disabling writes for close at 1731468097759 (+1 ms)Obtaining lock to block concurrent updates at 1731468097759Preparing flush snapshotting stores in 1588230740 at 1731468097759Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468097759Flushing stores of hbase:meta,,1.1588230740 at 1731468097759Flushing 1588230740/info: creating writer at 1731468097759Flushing 1588230740/info: appending metadata at 1731468097789 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731468097789Flushing 1588230740/ns: creating writer at 1731468097804 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731468097826 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731468097826Flushing 1588230740/rep_barrier: creating writer at 1731468097855 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468097877 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468097877Flushing 1588230740/table: creating writer at 1731468097900 (+23 ms)Flushing 1588230740/table: appending metadata at 1731468097918 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731468097918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c67c5d8: reopening flushed file at 1731468098330 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20163f7e: reopening flushed file at 1731468098334 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac133c2: reopening flushed file at 1731468098338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8aec47: reopening flushed file at 1731468098342 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false at 1731468098346 (+4 ms)Writing region close event to WAL at 1731468098348 (+2 ms)Running coprocessor post-close hooks at 1731468098350 (+2 ms)Closed at 1731468098350 2024-11-13T03:21:38,350 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:38,359 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T03:21:38,359 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,34259,1731468055087; all regions closed. 2024-11-13T03:21:38,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:21:38,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.meta.1731468058473.meta not finished, retry = 0 2024-11-13T03:21:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741839_1015 (size=2609) 2024-11-13T03:21:38,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/WALs/8394b182524b,34259,1731468055087/8394b182524b%2C34259%2C1731468055087.rep.1731468076717 not finished, retry = 0 2024-11-13T03:21:38,536 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T03:21:38,536 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T03:21:38,545 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:21:38,545 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:21:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741833_1009 (size=2395) 2024-11-13T03:21:38,566 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:38,566 INFO [RS:0;8394b182524b:34259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:21:38,566 INFO [RS:0;8394b182524b:34259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:38,566 INFO [RS:0;8394b182524b:34259 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:38,567 INFO [RS:0;8394b182524b:34259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:38,567 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:38,567 INFO [RS:0;8394b182524b:34259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,34259,1731468055087 because: Region server is closing 2024-11-13T03:21:38,567 INFO [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:34259. 2024-11-13T03:21:38,567 DEBUG [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:38,567 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:38,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:38,567 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:38,667 INFO [RS:0;8394b182524b:34259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,34259,1731468055087.replicationSource.shipper8394b182524b%2C34259%2C1731468055087,1-8394b182524b,34259,1731468055087 terminated 2024-11-13T03:21:38,668 INFO [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:34259. 2024-11-13T03:21:38,668 DEBUG [RS:0;8394b182524b:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:21:38,668 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:38,668 DEBUG [RS:0;8394b182524b:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:38,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:21:38,668 INFO [RS:0;8394b182524b:34259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34259 2024-11-13T03:21:38,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1756201303/rs/8394b182524b,34259,1731468055087 2024-11-13T03:21:38,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303/rs 2024-11-13T03:21:38,793 INFO [RS:0;8394b182524b:34259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:38,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,34259,1731468055087] 2024-11-13T03:21:38,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1756201303/draining/8394b182524b,34259,1731468055087 already deleted, retry=false 2024-11-13T03:21:38,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,34259,1731468055087 expired; onlineServers=0 2024-11-13T03:21:38,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,35139,1731468054866' ***** 2024-11-13T03:21:38,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:21:38,814 DEBUG [M:0;8394b182524b:35139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:21:38,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:21:38,814 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468057218 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468057218,5,FailOnTimeoutGroup] 2024-11-13T03:21:38,814 DEBUG [M:0;8394b182524b:35139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:21:38,814 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468057218 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468057218,5,FailOnTimeoutGroup] 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:21:38,814 DEBUG [M:0;8394b182524b:35139 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:21:38,814 INFO [M:0;8394b182524b:35139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:21:38,814 ERROR [M:0;8394b182524b:35139 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37089,5,PEWorkerGroup] 2024-11-13T03:21:38,815 INFO [M:0;8394b182524b:35139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:21:38,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:21:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1756201303/master 2024-11-13T03:21:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1756201303 2024-11-13T03:21:38,824 DEBUG [M:0;8394b182524b:35139 {}] zookeeper.ZKUtil(347): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Unable to get data of znode /0-1756201303/master because node does not exist (not an error) 2024-11-13T03:21:38,824 WARN [M:0;8394b182524b:35139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:21:38,825 INFO [M:0;8394b182524b:35139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/.lastflushedseqids 2024-11-13T03:21:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741847_1023 (size=245) 2024-11-13T03:21:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:38,903 INFO [RS:0;8394b182524b:34259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:38,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1013235c55f0001, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:38,903 INFO [RS:0;8394b182524b:34259 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,34259,1731468055087; zookeeper connection closed. 2024-11-13T03:21:38,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1729bce9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1729bce9 2024-11-13T03:21:38,904 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:21:39,229 INFO [M:0;8394b182524b:35139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:21:39,229 INFO [M:0;8394b182524b:35139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:21:39,229 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:39,230 INFO [M:0;8394b182524b:35139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:39,230 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:39,230 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:39,230 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:39,230 INFO [M:0;8394b182524b:35139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T03:21:39,244 DEBUG [M:0;8394b182524b:35139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6bc613d584409998cff3f82b58d499 is 82, key is hbase:meta,,1/info:regioninfo/1731468058499/Put/seqid=0 2024-11-13T03:21:39,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741848_1024 (size=5672) 2024-11-13T03:21:39,648 INFO [M:0;8394b182524b:35139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6bc613d584409998cff3f82b58d499 2024-11-13T03:21:39,663 DEBUG [M:0;8394b182524b:35139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2e8bb8a2374326bd58029edb483480 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468070884/Put/seqid=0 2024-11-13T03:21:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741849_1025 (size=7217) 2024-11-13T03:21:40,067 INFO [M:0;8394b182524b:35139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2e8bb8a2374326bd58029edb483480 2024-11-13T03:21:40,071 INFO [M:0;8394b182524b:35139 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2e8bb8a2374326bd58029edb483480 2024-11-13T03:21:40,087 DEBUG [M:0;8394b182524b:35139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8933a7402b054fd29726c5657e5303f9 is 69, key is 8394b182524b,34259,1731468055087/rs:state/1731468057428/Put/seqid=0 2024-11-13T03:21:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741850_1026 (size=5156) 2024-11-13T03:21:40,491 INFO [M:0;8394b182524b:35139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8933a7402b054fd29726c5657e5303f9 2024-11-13T03:21:40,494 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d6bc613d584409998cff3f82b58d499 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d6bc613d584409998cff3f82b58d499 2024-11-13T03:21:40,497 INFO [M:0;8394b182524b:35139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d6bc613d584409998cff3f82b58d499, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T03:21:40,498 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e2e8bb8a2374326bd58029edb483480 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e2e8bb8a2374326bd58029edb483480 2024-11-13T03:21:40,501 INFO [M:0;8394b182524b:35139 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2e8bb8a2374326bd58029edb483480 2024-11-13T03:21:40,501 INFO [M:0;8394b182524b:35139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e2e8bb8a2374326bd58029edb483480, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T03:21:40,501 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8933a7402b054fd29726c5657e5303f9 as hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8933a7402b054fd29726c5657e5303f9 2024-11-13T03:21:40,504 INFO [M:0;8394b182524b:35139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37089/user/jenkins/test-data/7b918bd8-eaa6-c2dc-3348-0b97f7582302/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8933a7402b054fd29726c5657e5303f9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T03:21:40,505 INFO [M:0;8394b182524b:35139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-13T03:21:40,506 INFO [M:0;8394b182524b:35139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:40,506 DEBUG [M:0;8394b182524b:35139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468099229Disabling compacts and flushes for region at 1731468099229Disabling writes for close at 1731468099230 (+1 ms)Obtaining lock to block concurrent updates at 1731468099230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468099230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731468099230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468099231 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468099231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468099244 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468099244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468099651 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468099663 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468099663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468100071 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468100087 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468100087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8cbe9d: reopening flushed file at 1731468100494 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edd9a96: reopening flushed file at 1731468100497 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd89360: reopening flushed file at 1731468100501 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731468100505 (+4 ms)Writing region close event to WAL at 1731468100506 (+1 ms)Closed at 1731468100506 2024-11-13T03:21:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38913 is added to blk_1073741830_1006 (size=64411) 2024-11-13T03:21:40,512 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:21:40,512 INFO [M:0;8394b182524b:35139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:21:40,512 INFO [M:0;8394b182524b:35139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35139 2024-11-13T03:21:40,513 INFO [M:0;8394b182524b:35139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:21:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:40,661 INFO [M:0;8394b182524b:35139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:21:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35139-0x1013235c55f0000, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:21:40,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fce6f78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:40,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:40,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:40,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:40,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:40,666 WARN [BP-1434001645-172.17.0.3-1731468052932 heartbeating to localhost/127.0.0.1:37089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:21:40,666 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:21:40,666 WARN [BP-1434001645-172.17.0.3-1731468052932 heartbeating to localhost/127.0.0.1:37089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434001645-172.17.0.3-1731468052932 (Datanode Uuid f449e71e-647c-4d50-be09-a37ca317f902) service to localhost/127.0.0.1:37089 2024-11-13T03:21:40,666 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:21:40,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/data/data1/current/BP-1434001645-172.17.0.3-1731468052932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:40,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/cluster_3f4caaf8-e432-5cf3-a6a8-6b6099e3777d/data/data2/current/BP-1434001645-172.17.0.3-1731468052932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:21:40,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:21:40,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5317e1d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:40,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:21:40,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:21:40,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:21:40,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5adf20f7-5ff4-b05d-60dc-e91fbc95073c/hadoop.log.dir/,STOPPED} 2024-11-13T03:21:40,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:21:40,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:21:40,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 259) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41087 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37089 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38119 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=4351 (was 4547) 2024-11-13T03:21:40,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=4351 2024-11-13T03:21:40,720 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T03:21:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir so I do NOT create it in target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c 2024-11-13T03:21:40,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:21:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.tmp.dir so I do NOT create it in target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c 2024-11-13T03:21:40,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962bb828-7a79-a304-eb30-d5ed30e65f7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:21:40,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c 2024-11-13T03:21:40,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b, deleteOnExit=true 2024-11-13T03:21:40,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/zookeeper_0, clientPort=55421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:21:40,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55421 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/test.cache.data in system properties and HBase conf 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:21:40,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:21:40,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:21:40,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:21:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013235c55f0008, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:21:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013235c55f0002, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:21:40,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013235c55f0008, quorum=127.0.0.1:58195, baseZNode=/21961470962 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:21:40,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013235c55f0002, quorum=127.0.0.1:58195, baseZNode=/0-1756201303 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:21:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013235c55f0005, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:21:40,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013235c55f0005, quorum=127.0.0.1:58195, baseZNode=/1284609468 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:21:41,050 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T03:21:41,052 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,052 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,052 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,085 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,085 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,086 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,086 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,086 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,086 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,096 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:41,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:41,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:41,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:41,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:41,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:21:41,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:41,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:41,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46344ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:41,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59935c0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/java.io.tmpdir/jetty-localhost-46659-hadoop-hdfs-3_4_1-tests_jar-_-any-16578000639155463278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:41,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2de67b05{HTTP/1.1, (http/1.1)}{localhost:46659} 2024-11-13T03:21:41,230 INFO [Time-limited test {}] server.Server(415): Started @274902ms 2024-11-13T03:21:41,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:41,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:41,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:41,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:41,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:21:41,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:41,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:41,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@645740ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/java.io.tmpdir/jetty-localhost-38307-hadoop-hdfs-3_4_1-tests_jar-_-any-13762641902035957142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:41,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:38307} 2024-11-13T03:21:41,582 INFO [Time-limited test {}] server.Server(415): Started @275254ms 2024-11-13T03:21:41,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:21:42,277 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/data/data1/current/BP-321162715-172.17.0.3-1731468100770/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:42,277 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/data/data2/current/BP-321162715-172.17.0.3-1731468100770/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:42,294 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:21:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef3a244b0486df2 with lease ID 0xb2a7c982a32cee8a: Processing first storage report for DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef from datanode DatanodeRegistration(127.0.0.1:37573, datanodeUuid=412dc497-2d99-40ce-9999-cb83ffd673a8, infoPort=41447, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1869246831;c=1731468100770) 2024-11-13T03:21:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef3a244b0486df2 with lease ID 0xb2a7c982a32cee8a: from storage DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef node DatanodeRegistration(127.0.0.1:37573, datanodeUuid=412dc497-2d99-40ce-9999-cb83ffd673a8, infoPort=41447, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1869246831;c=1731468100770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef3a244b0486df2 with lease ID 0xb2a7c982a32cee8a: Processing first storage report for DS-4b111d42-5e8f-401f-81cf-30e0f4ca295e from datanode DatanodeRegistration(127.0.0.1:37573, datanodeUuid=412dc497-2d99-40ce-9999-cb83ffd673a8, infoPort=41447, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1869246831;c=1731468100770) 2024-11-13T03:21:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef3a244b0486df2 with lease ID 0xb2a7c982a32cee8a: from storage DS-4b111d42-5e8f-401f-81cf-30e0f4ca295e node DatanodeRegistration(127.0.0.1:37573, datanodeUuid=412dc497-2d99-40ce-9999-cb83ffd673a8, infoPort=41447, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1869246831;c=1731468100770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:42,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c 2024-11-13T03:21:42,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:21:42,314 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb with version=8 2024-11-13T03:21:42,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/hbase-staging 2024-11-13T03:21:42,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:42,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46099 2024-11-13T03:21:42,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46099 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:42,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460990x0, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:42,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46099-0x1013236803d0000 connected 2024-11-13T03:21:42,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/running 2024-11-13T03:21:42,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb, hbase.cluster.distributed=false 2024-11-13T03:21:42,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/acl 2024-11-13T03:21:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-13T03:21:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46099 2024-11-13T03:21:42,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46099 2024-11-13T03:21:42,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-13T03:21:42,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-13T03:21:42,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:21:42,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:42,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39593 2024-11-13T03:21:42,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39593 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:42,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395930x0, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:42,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395930x0, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/running 2024-11-13T03:21:42,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39593-0x1013236803d0001 connected 2024-11-13T03:21:42,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:21:42,494 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:21:42,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/master 2024-11-13T03:21:42,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/acl 2024-11-13T03:21:42,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-13T03:21:42,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39593 2024-11-13T03:21:42,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39593 2024-11-13T03:21:42,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-13T03:21:42,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-13T03:21:42,517 DEBUG [M:0;8394b182524b:46099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:46099 2024-11-13T03:21:42,518 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0570738452/backup-masters/8394b182524b,46099,1731468102316 2024-11-13T03:21:42,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/backup-masters 2024-11-13T03:21:42,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/backup-masters 2024-11-13T03:21:42,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on existing znode=/0570738452/backup-masters/8394b182524b,46099,1731468102316 2024-11-13T03:21:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570738452/master 2024-11-13T03:21:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:42,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:42,540 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on existing znode=/0570738452/master 2024-11-13T03:21:42,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0570738452/backup-masters/8394b182524b,46099,1731468102316 from backup master directory 2024-11-13T03:21:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570738452/backup-masters/8394b182524b,46099,1731468102316 2024-11-13T03:21:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/backup-masters 2024-11-13T03:21:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/backup-masters 2024-11-13T03:21:42,550 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:42,550 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,46099,1731468102316 2024-11-13T03:21:42,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/hbase.id] with ID: 98137a31-3ae1-4484-9d0c-9df218acbc7e 2024-11-13T03:21:42,553 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/.tmp/hbase.id 2024-11-13T03:21:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:21:42,957 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/.tmp/hbase.id]:[hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/hbase.id] 2024-11-13T03:21:42,963 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:42,963 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:21:42,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:21:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:21:43,060 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:43,060 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:21:43,061 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:21:43,065 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store 2024-11-13T03:21:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:43,470 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:43,470 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:43,470 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468103470Disabling compacts and flushes for region at 1731468103470Disabling writes for close at 1731468103470Writing region close event to WAL at 1731468103470Closed at 1731468103470 2024-11-13T03:21:43,471 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/.initializing 2024-11-13T03:21:43,471 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/WALs/8394b182524b,46099,1731468102316 2024-11-13T03:21:43,471 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:43,472 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C46099%2C1731468102316, suffix=, logDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/WALs/8394b182524b,46099,1731468102316, archiveDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/oldWALs, maxLogs=10 2024-11-13T03:21:43,485 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/WALs/8394b182524b,46099,1731468102316/8394b182524b%2C46099%2C1731468102316.1731468103472, exclude list is [], retry=0 2024-11-13T03:21:43,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37573,DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef,DISK] 2024-11-13T03:21:43,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/WALs/8394b182524b,46099,1731468102316/8394b182524b%2C46099%2C1731468102316.1731468103472 2024-11-13T03:21:43,488 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-11-13T03:21:43,488 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:43,488 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:43,489 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,489 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:21:43,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:43,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:43,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:21:43,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:43,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:43,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:21:43,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:43,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:43,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:21:43,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:43,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:43,494 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,494 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,494 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,495 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:43,496 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:43,497 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:43,497 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66474313, jitterRate=-0.009455546736717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:43,498 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468103489Initializing all the Stores at 1731468103489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468103489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468103489Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468103489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468103489Cleaning up temporary data from old regions at 1731468103495 (+6 ms)Region opened successfully at 1731468103498 (+3 ms) 2024-11-13T03:21:43,498 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:21:43,500 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105f88aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:43,500 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:21:43,500 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:21:43,501 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:21:43,501 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:21:43,501 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:21:43,501 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:21:43,501 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:21:43,503 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:21:43,503 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/balancer because node does not exist (not necessarily an error) 2024-11-13T03:21:43,550 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/balancer already deleted, retry=false 2024-11-13T03:21:43,550 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:21:43,551 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:21:43,561 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/normalizer already deleted, retry=false 2024-11-13T03:21:43,561 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:21:43,562 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:21:43,571 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/switch/split already deleted, retry=false 2024-11-13T03:21:43,572 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:21:43,582 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/switch/merge already deleted, retry=false 2024-11-13T03:21:43,583 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:21:43,592 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/snapshot-cleanup already deleted, retry=false 2024-11-13T03:21:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570738452/running 2024-11-13T03:21:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0570738452/running 2024-11-13T03:21:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,603 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,46099,1731468102316, sessionid=0x1013236803d0000, setting cluster-up flag (Was=false) 2024-11-13T03:21:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,655 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0570738452/flush-table-proc/acquired, /0570738452/flush-table-proc/reached, /0570738452/flush-table-proc/abort 2024-11-13T03:21:43,656 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46099,1731468102316 2024-11-13T03:21:43,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:43,708 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0570738452/online-snapshot/acquired, /0570738452/online-snapshot/reached, /0570738452/online-snapshot/abort 2024-11-13T03:21:43,709 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,46099,1731468102316 2024-11-13T03:21:43,710 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:21:43,711 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:43,711 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:21:43,711 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:21:43,711 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,46099,1731468102316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:43,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468133713 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:21:43,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:43,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:21:43,714 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:21:43,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468103714,5,FailOnTimeoutGroup] 2024-11-13T03:21:43,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:43,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:21:43,715 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468103714,5,FailOnTimeoutGroup] 2024-11-13T03:21:43,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:21:43,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,715 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:21:43,803 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(746): ClusterId : 98137a31-3ae1-4484-9d0c-9df218acbc7e 2024-11-13T03:21:43,803 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:21:43,814 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:21:43,814 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:21:43,824 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:21:43,824 DEBUG [RS:0;8394b182524b:39593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704bfdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:43,835 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:39593 2024-11-13T03:21:43,835 INFO [RS:0;8394b182524b:39593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:21:43,835 INFO [RS:0;8394b182524b:39593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:21:43,835 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:21:43,835 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,46099,1731468102316 with port=39593, startcode=1731468102480 2024-11-13T03:21:43,836 DEBUG [RS:0;8394b182524b:39593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:21:43,837 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:21:43,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,39593,1731468102480 2024-11-13T03:21:43,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46099 {}] master.ServerManager(517): Registering regionserver=8394b182524b,39593,1731468102480 2024-11-13T03:21:43,838 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb 2024-11-13T03:21:43,838 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43541 2024-11-13T03:21:43,838 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:21:43,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/rs 2024-11-13T03:21:43,851 DEBUG [RS:0;8394b182524b:39593 {}] zookeeper.ZKUtil(111): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on existing znode=/0570738452/rs/8394b182524b,39593,1731468102480 2024-11-13T03:21:43,851 WARN [RS:0;8394b182524b:39593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:43,851 INFO [RS:0;8394b182524b:39593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:43,851 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480 2024-11-13T03:21:43,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,39593,1731468102480] 2024-11-13T03:21:43,853 INFO [RS:0;8394b182524b:39593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:21:43,854 INFO [RS:0;8394b182524b:39593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:21:43,854 INFO [RS:0;8394b182524b:39593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:21:43,855 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,855 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:21:43,855 INFO [RS:0;8394b182524b:39593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:21:43,855 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,855 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,856 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,856 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,856 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:43,856 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:43,856 DEBUG [RS:0;8394b182524b:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,858 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39593,1731468102480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:43,871 INFO [RS:0;8394b182524b:39593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:21:43,871 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39593,1731468102480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,871 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,871 INFO [RS:0;8394b182524b:39593 {}] regionserver.Replication(171): 8394b182524b,39593,1731468102480 started 2024-11-13T03:21:43,883 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:43,884 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,39593,1731468102480, RpcServer on 8394b182524b/172.17.0.3:39593, sessionid=0x1013236803d0001 2024-11-13T03:21:43,884 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:21:43,884 DEBUG [RS:0;8394b182524b:39593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,39593,1731468102480 2024-11-13T03:21:43,884 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39593,1731468102480' 2024-11-13T03:21:43,884 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0570738452/flush-table-proc/abort' 2024-11-13T03:21:43,884 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0570738452/flush-table-proc/acquired' 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,39593,1731468102480 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39593,1731468102480' 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0570738452/online-snapshot/abort' 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0570738452/online-snapshot/acquired' 2024-11-13T03:21:43,885 DEBUG [RS:0;8394b182524b:39593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:21:43,885 INFO [RS:0;8394b182524b:39593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:21:43,885 INFO [RS:0;8394b182524b:39593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:21:43,985 INFO [RS:0;8394b182524b:39593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:43,987 INFO [RS:0;8394b182524b:39593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39593%2C1731468102480, suffix=, logDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480, archiveDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/oldWALs, maxLogs=10 2024-11-13T03:21:44,002 DEBUG [RS:0;8394b182524b:39593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, exclude list is [], retry=0 2024-11-13T03:21:44,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37573,DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef,DISK] 2024-11-13T03:21:44,005 INFO [RS:0;8394b182524b:39593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 2024-11-13T03:21:44,005 DEBUG [RS:0;8394b182524b:39593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-11-13T03:21:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:21:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:21:44,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:21:44,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:21:44,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb 2024-11-13T03:21:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:21:44,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:44,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:44,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:44,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:44,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:44,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:44,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:44,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:44,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:44,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740 2024-11-13T03:21:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740 2024-11-13T03:21:44,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:44,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:44,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:44,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:44,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:44,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65907374, jitterRate=-0.01790359616279602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468104527Initializing all the Stores at 1731468104527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468104527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104527Cleaning up temporary data from old regions at 1731468104534 (+7 ms)Region opened successfully at 1731468104537 (+3 ms) 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:44,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:44,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:44,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468104537Disabling compacts and flushes for region at 1731468104537Disabling writes for close at 1731468104537Writing region close event to WAL at 1731468104537Closed at 1731468104537 2024-11-13T03:21:44,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:44,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:21:44,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:21:44,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:44,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:21:44,690 DEBUG [8394b182524b:46099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:21:44,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:21:44,691 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,39593,1731468102480, state=OPENING 2024-11-13T03:21:44,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:21:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:44,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:21:44,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570738452/meta-region-server: CHANGED 2024-11-13T03:21:44,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570738452/meta-region-server: CHANGED 2024-11-13T03:21:44,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:44,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,39593,1731468102480}] 2024-11-13T03:21:44,903 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:44,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:21:44,906 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:21:44,906 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:44,907 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:21:44,907 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39593%2C1731468102480.meta, suffix=.meta, logDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480, archiveDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/oldWALs, maxLogs=10 2024-11-13T03:21:44,919 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.meta.1731468104908.meta, exclude list is [], retry=0 2024-11-13T03:21:44,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37573,DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef,DISK] 2024-11-13T03:21:44,922 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.meta.1731468104908.meta 2024-11-13T03:21:44,922 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-11-13T03:21:44,922 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:44,922 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:21:44,923 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:21:44,923 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:21:44,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:44,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:44,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:44,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:44,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:44,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:44,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:44,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:44,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:44,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:44,927 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:44,928 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740 2024-11-13T03:21:44,928 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740 2024-11-13T03:21:44,929 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:44,929 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:44,929 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:44,930 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:44,930 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70789410, jitterRate=0.054844409227371216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:44,930 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:21:44,931 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468104923Writing region info on filesystem at 1731468104923Initializing all the Stores at 1731468104924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468104924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468104924Cleaning up temporary data from old regions at 1731468104929 (+5 ms)Running coprocessor post-open hooks at 1731468104930 (+1 ms)Region opened successfully at 1731468104931 (+1 ms) 2024-11-13T03:21:44,931 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468104902 2024-11-13T03:21:44,933 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:21:44,933 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:21:44,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:21:44,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,39593,1731468102480, state=OPEN 2024-11-13T03:21:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0570738452/meta-region-server 2024-11-13T03:21:44,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0570738452/meta-region-server 2024-11-13T03:21:44,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,39593,1731468102480 2024-11-13T03:21:44,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570738452/meta-region-server: CHANGED 2024-11-13T03:21:44,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0570738452/meta-region-server: CHANGED 2024-11-13T03:21:44,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:21:44,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,39593,1731468102480 in 221 msec 2024-11-13T03:21:44,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:21:44,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-13T03:21:44,975 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:44,975 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:21:44,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:44,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39593,1731468102480, seqNum=-1] 2024-11-13T03:21:44,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:44,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:44,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-13T03:21:44,981 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468104981, completionTime=-1 2024-11-13T03:21:44,981 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:21:44,981 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468164983 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468224983 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:46099, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,983 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:44,985 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.437sec 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:44,987 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:21:44,988 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:21:44,988 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:21:44,988 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,46099,1731468102316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:45,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:45,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46099,-1 for getting cluster id 2024-11-13T03:21:45,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:45,005 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98137a31-3ae1-4484-9d0c-9df218acbc7e' 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98137a31-3ae1-4484-9d0c-9df218acbc7e" 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef85ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46099,-1] 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:45,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:45,006 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:45,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c87d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:45,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:45,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39593,1731468102480, seqNum=-1] 2024-11-13T03:21:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:45,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:45,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,46099,1731468102316 2024-11-13T03:21:45,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:45,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013236803d0002 connected 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir so I do NOT create it in target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa 2024-11-13T03:21:45,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.tmp.dir so I do NOT create it in target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa 2024-11-13T03:21:45,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:21:45,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/cluster_db5f39da-3786-3073-8daa-782dc198c1ba, deleteOnExit=true 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/test.cache.data in system properties and HBase conf 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:21:45,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:21:45,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:21:45,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:21:45,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:45,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:45,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:45,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:45,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:21:45,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:45,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:45,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:45,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60a42272{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-14214666504009195841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:45,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-11-13T03:21:45,470 INFO [Time-limited test {}] server.Server(415): Started @279142ms 2024-11-13T03:21:45,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:45,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:45,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:45,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:45,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:21:45,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:45,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:45,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20198d99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/java.io.tmpdir/jetty-localhost-33617-hadoop-hdfs-3_4_1-tests_jar-_-any-10709055663435571287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:45,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:33617} 2024-11-13T03:21:45,813 INFO [Time-limited test {}] server.Server(415): Started @279485ms 2024-11-13T03:21:45,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:21:46,479 WARN [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/cluster_db5f39da-3786-3073-8daa-782dc198c1ba/data/data1/current/BP-1768799256-172.17.0.3-1731468105058/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:46,479 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/cluster_db5f39da-3786-3073-8daa-782dc198c1ba/data/data2/current/BP-1768799256-172.17.0.3-1731468105058/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:46,499 WARN [Thread-3531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:21:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab19e58f20c5cb5b with lease ID 0xe762a8b3dbf0794: Processing first storage report for DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd from datanode DatanodeRegistration(127.0.0.1:36347, datanodeUuid=84ffbd09-eae5-4817-baa9-592c5d80e00a, infoPort=40861, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=1615025690;c=1731468105058) 2024-11-13T03:21:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab19e58f20c5cb5b with lease ID 0xe762a8b3dbf0794: from storage DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd node DatanodeRegistration(127.0.0.1:36347, datanodeUuid=84ffbd09-eae5-4817-baa9-592c5d80e00a, infoPort=40861, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=1615025690;c=1731468105058), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab19e58f20c5cb5b with lease ID 0xe762a8b3dbf0794: Processing first storage report for DS-038d3bb5-65d9-4a6f-bc28-b18b1228b992 from datanode DatanodeRegistration(127.0.0.1:36347, datanodeUuid=84ffbd09-eae5-4817-baa9-592c5d80e00a, infoPort=40861, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=1615025690;c=1731468105058) 2024-11-13T03:21:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab19e58f20c5cb5b with lease ID 0xe762a8b3dbf0794: from storage DS-038d3bb5-65d9-4a6f-bc28-b18b1228b992 node DatanodeRegistration(127.0.0.1:36347, datanodeUuid=84ffbd09-eae5-4817-baa9-592c5d80e00a, infoPort=40861, infoSecurePort=0, ipcPort=36823, storageInfo=lv=-57;cid=testClusterID;nsid=1615025690;c=1731468105058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:46,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa 2024-11-13T03:21:46,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:46,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:21:46,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:46,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:46,936 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88558 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:21:46,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1 with version=8 2024-11-13T03:21:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/hbase-staging 2024-11-13T03:21:46,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:46,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43739 2024-11-13T03:21:46,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43739 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437390x0, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:46,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43739-0x1013236803d0003 connected 2024-11-13T03:21:47,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:47,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:47,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/running 2024-11-13T03:21:47,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1, hbase.cluster.distributed=false 2024-11-13T03:21:47,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/acl 2024-11-13T03:21:47,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-13T03:21:47,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43739 2024-11-13T03:21:47,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43739 2024-11-13T03:21:47,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-13T03:21:47,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-13T03:21:47,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:21:47,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:47,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44315 2024-11-13T03:21:47,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44315 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:47,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:47,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:47,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443150x0, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:47,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443150x0, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/running 2024-11-13T03:21:47,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44315-0x1013236803d0004 connected 2024-11-13T03:21:47,103 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:21:47,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:21:47,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/master 2024-11-13T03:21:47,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/acl 2024-11-13T03:21:47,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-13T03:21:47,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44315 2024-11-13T03:21:47,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44315 2024-11-13T03:21:47,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-13T03:21:47,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-13T03:21:47,126 DEBUG [M:0;8394b182524b:43739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:43739 2024-11-13T03:21:47,126 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-592641069/backup-masters/8394b182524b,43739,1731468106946 2024-11-13T03:21:47,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/backup-masters 2024-11-13T03:21:47,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/backup-masters 2024-11-13T03:21:47,135 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on existing znode=/1-592641069/backup-masters/8394b182524b,43739,1731468106946 2024-11-13T03:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-592641069/master 2024-11-13T03:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:47,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:47,145 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on existing znode=/1-592641069/master 2024-11-13T03:21:47,146 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-592641069/backup-masters/8394b182524b,43739,1731468106946 from backup master directory 2024-11-13T03:21:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-592641069/backup-masters/8394b182524b,43739,1731468106946 2024-11-13T03:21:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/backup-masters 2024-11-13T03:21:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/backup-masters 2024-11-13T03:21:47,156 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:47,156 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,43739,1731468106946 2024-11-13T03:21:47,158 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/hbase.id] with ID: 4c788360-9aa6-409c-a1ad-314c093282a6 2024-11-13T03:21:47,158 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/.tmp/hbase.id 2024-11-13T03:21:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:21:47,565 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/.tmp/hbase.id]:[hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/hbase.id] 2024-11-13T03:21:47,571 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:47,571 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:21:47,572 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:21:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:47,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:21:48,028 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:48,029 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:21:48,029 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:48,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:21:48,435 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store 2024-11-13T03:21:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:48,840 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:48,840 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:48,840 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468108840Disabling compacts and flushes for region at 1731468108840Disabling writes for close at 1731468108840Writing region close event to WAL at 1731468108840Closed at 1731468108840 2024-11-13T03:21:48,841 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/.initializing 2024-11-13T03:21:48,841 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/WALs/8394b182524b,43739,1731468106946 2024-11-13T03:21:48,842 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:48,843 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C43739%2C1731468106946, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/WALs/8394b182524b,43739,1731468106946, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/oldWALs, maxLogs=10 2024-11-13T03:21:48,854 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/WALs/8394b182524b,43739,1731468106946/8394b182524b%2C43739%2C1731468106946.1731468108843, exclude list is [], retry=0 2024-11-13T03:21:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36347,DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd,DISK] 2024-11-13T03:21:48,858 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/WALs/8394b182524b,43739,1731468106946/8394b182524b%2C43739%2C1731468106946.1731468108843 2024-11-13T03:21:48,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-13T03:21:48,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:48,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:48,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,858 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:21:48,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:48,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:48,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:21:48,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:48,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:48,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:21:48,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:48,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:21:48,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:48,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:48,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,864 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,864 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,865 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,865 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,865 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:48,866 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:48,867 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:48,867 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68849895, jitterRate=0.02594338357448578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:48,867 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468108858Initializing all the Stores at 1731468108859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468108859Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468108859Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468108859Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468108859Cleaning up temporary data from old regions at 1731468108865 (+6 ms)Region opened successfully at 1731468108867 (+2 ms) 2024-11-13T03:21:48,867 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:21:48,869 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@484d2297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:48,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:21:48,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:21:48,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:21:48,869 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:21:48,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:21:48,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:21:48,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:21:48,871 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:21:48,872 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/balancer because node does not exist (not necessarily an error) 2024-11-13T03:21:48,960 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/balancer already deleted, retry=false 2024-11-13T03:21:48,961 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:21:48,961 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:21:48,971 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/normalizer already deleted, retry=false 2024-11-13T03:21:48,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:21:48,972 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:21:48,981 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/switch/split already deleted, retry=false 2024-11-13T03:21:48,982 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:21:48,992 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/switch/merge already deleted, retry=false 2024-11-13T03:21:48,994 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:21:49,002 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/snapshot-cleanup already deleted, retry=false 2024-11-13T03:21:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-592641069/running 2024-11-13T03:21:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-592641069/running 2024-11-13T03:21:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,013 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,43739,1731468106946, sessionid=0x1013236803d0003, setting cluster-up flag (Was=false) 2024-11-13T03:21:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-592641069/flush-table-proc/acquired, /1-592641069/flush-table-proc/reached, /1-592641069/flush-table-proc/abort 2024-11-13T03:21:49,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,43739,1731468106946 2024-11-13T03:21:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:49,118 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-592641069/online-snapshot/acquired, /1-592641069/online-snapshot/reached, /1-592641069/online-snapshot/abort 2024-11-13T03:21:49,119 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,43739,1731468106946 2024-11-13T03:21:49,120 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:21:49,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:49,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:21:49,121 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:21:49,121 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,43739,1731468106946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:49,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468139123 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:21:49,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:49,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:21:49,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:21:49,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:21:49,124 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:49,124 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468109124,5,FailOnTimeoutGroup] 2024-11-13T03:21:49,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:21:49,125 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468109124,5,FailOnTimeoutGroup] 2024-11-13T03:21:49,125 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,125 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:21:49,125 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,125 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:21:49,214 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(746): ClusterId : 4c788360-9aa6-409c-a1ad-314c093282a6 2024-11-13T03:21:49,214 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:21:49,224 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:21:49,224 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:21:49,235 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:21:49,235 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c07ad6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:49,249 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:44315 2024-11-13T03:21:49,249 INFO [RS:0;8394b182524b:44315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:21:49,249 INFO [RS:0;8394b182524b:44315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:21:49,249 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:21:49,249 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,43739,1731468106946 with port=44315, startcode=1731468107085 2024-11-13T03:21:49,250 DEBUG [RS:0;8394b182524b:44315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:21:49,251 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:21:49,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,44315,1731468107085 2024-11-13T03:21:49,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43739 {}] master.ServerManager(517): Registering regionserver=8394b182524b,44315,1731468107085 2024-11-13T03:21:49,252 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1 2024-11-13T03:21:49,252 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33297 2024-11-13T03:21:49,252 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:21:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/rs 2024-11-13T03:21:49,261 DEBUG [RS:0;8394b182524b:44315 {}] zookeeper.ZKUtil(111): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on existing znode=/1-592641069/rs/8394b182524b,44315,1731468107085 2024-11-13T03:21:49,261 WARN [RS:0;8394b182524b:44315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:49,261 INFO [RS:0;8394b182524b:44315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:49,261 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085 2024-11-13T03:21:49,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,44315,1731468107085] 2024-11-13T03:21:49,263 INFO [RS:0;8394b182524b:44315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:21:49,264 INFO [RS:0;8394b182524b:44315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:21:49,264 INFO [RS:0;8394b182524b:44315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:21:49,264 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,267 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:21:49,268 INFO [RS:0;8394b182524b:44315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:21:49,268 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:49,268 DEBUG [RS:0;8394b182524b:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,270 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44315,1731468107085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:49,285 INFO [RS:0;8394b182524b:44315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:21:49,285 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44315,1731468107085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,285 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,285 INFO [RS:0;8394b182524b:44315 {}] regionserver.Replication(171): 8394b182524b,44315,1731468107085 started 2024-11-13T03:21:49,313 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:49,313 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,44315,1731468107085, RpcServer on 8394b182524b/172.17.0.3:44315, sessionid=0x1013236803d0004 2024-11-13T03:21:49,313 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:21:49,313 DEBUG [RS:0;8394b182524b:44315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,44315,1731468107085 2024-11-13T03:21:49,313 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,44315,1731468107085' 2024-11-13T03:21:49,313 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-592641069/flush-table-proc/abort' 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-592641069/flush-table-proc/acquired' 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,44315,1731468107085 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,44315,1731468107085' 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-592641069/online-snapshot/abort' 2024-11-13T03:21:49,314 DEBUG [RS:0;8394b182524b:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-592641069/online-snapshot/acquired' 2024-11-13T03:21:49,315 DEBUG [RS:0;8394b182524b:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:21:49,315 INFO [RS:0;8394b182524b:44315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:21:49,315 INFO [RS:0;8394b182524b:44315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:21:49,415 INFO [RS:0;8394b182524b:44315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:49,416 INFO [RS:0;8394b182524b:44315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C44315%2C1731468107085, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/oldWALs, maxLogs=10 2024-11-13T03:21:49,429 DEBUG [RS:0;8394b182524b:44315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, exclude list is [], retry=0 2024-11-13T03:21:49,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36347,DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd,DISK] 2024-11-13T03:21:49,432 INFO [RS:0;8394b182524b:44315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 2024-11-13T03:21:49,432 DEBUG [RS:0;8394b182524b:44315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-13T03:21:49,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:21:49,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1 2024-11-13T03:21:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:21:49,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:49,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:49,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:21:49,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:49,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:49,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:49,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:49,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:49,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:49,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:49,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:49,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:49,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:49,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:49,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:49,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:49,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:49,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:49,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:49,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:49,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740 2024-11-13T03:21:49,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740 2024-11-13T03:21:49,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:49,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:49,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:49,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:49,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73487834, jitterRate=0.09505406022071838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468109936Initializing all the Stores at 1731468109937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468109937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468109937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468109937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468109937Cleaning up temporary data from old regions at 1731468109944 (+7 ms)Region opened successfully at 1731468109947 (+3 ms) 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468109947Disabling compacts and flushes for region at 1731468109947Disabling writes for close at 1731468109947Writing region close event to WAL at 1731468109947Closed at 1731468109947 2024-11-13T03:21:49,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:49,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:21:49,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:21:49,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:49,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:21:50,100 DEBUG [8394b182524b:43739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:21:50,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:21:50,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,44315,1731468107085, state=OPENING 2024-11-13T03:21:50,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:21:50,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:50,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:21:50,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:50,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-592641069/meta-region-server: CHANGED 2024-11-13T03:21:50,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-592641069/meta-region-server: CHANGED 2024-11-13T03:21:50,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,44315,1731468107085}] 2024-11-13T03:21:50,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:50,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:21:50,432 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:21:50,432 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:50,433 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:21:50,434 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C44315%2C1731468107085.meta, suffix=.meta, logDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/oldWALs, maxLogs=10 2024-11-13T03:21:50,447 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.meta.1731468110434.meta, exclude list is [], retry=0 2024-11-13T03:21:50,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36347,DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd,DISK] 2024-11-13T03:21:50,450 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.meta.1731468110434.meta 2024-11-13T03:21:50,450 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-13T03:21:50,450 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:50,451 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:21:50,451 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:21:50,451 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:21:50,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:50,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:50,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:50,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:50,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:50,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:50,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:50,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:50,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:50,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:50,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:50,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:50,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:50,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:50,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:50,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:50,455 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:50,456 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740 2024-11-13T03:21:50,457 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740 2024-11-13T03:21:50,457 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:50,457 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:50,458 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:50,458 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:50,459 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64702083, jitterRate=-0.035863831639289856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:50,459 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:21:50,459 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468110451Writing region info on filesystem at 1731468110451Initializing all the Stores at 1731468110452 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468110452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468110452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468110452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468110452Cleaning up temporary data from old regions at 1731468110457 (+5 ms)Running coprocessor post-open hooks at 1731468110459 (+2 ms)Region opened successfully at 1731468110459 2024-11-13T03:21:50,459 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468110428 2024-11-13T03:21:50,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:21:50,461 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:21:50,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:21:50,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,44315,1731468107085, state=OPEN 2024-11-13T03:21:50,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-592641069/meta-region-server 2024-11-13T03:21:50,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-592641069/meta-region-server 2024-11-13T03:21:50,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,44315,1731468107085 2024-11-13T03:21:50,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-592641069/meta-region-server: CHANGED 2024-11-13T03:21:50,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-592641069/meta-region-server: CHANGED 2024-11-13T03:21:50,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:21:50,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,44315,1731468107085 in 194 msec 2024-11-13T03:21:50,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:21:50,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-13T03:21:50,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:50,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:21:50,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:50,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44315,1731468107085, seqNum=-1] 2024-11-13T03:21:50,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:50,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:50,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-11-13T03:21:50,481 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468110481, completionTime=-1 2024-11-13T03:21:50,481 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:21:50,481 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468170483 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468230483 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:43739, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,485 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:50,486 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:21:50,488 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:21:50,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:21:50,488 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,43739,1731468106946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:50,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:50,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:21:50,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:50,516 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:21:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:21:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555f914d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:21:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:50,518 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:50,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:50,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44315,1731468107085, seqNum=-1] 2024-11-13T03:21:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:50,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:50,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,43739,1731468106946 2024-11-13T03:21:50,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:50,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013236803d0005 connected 2024-11-13T03:21:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir so I do NOT create it in target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398 2024-11-13T03:21:50,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:21:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.tmp.dir so I do NOT create it in target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398 2024-11-13T03:21:50,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:21:50,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398 2024-11-13T03:21:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/cluster_be15bb0a-5439-f9ef-a750-bb8ae1eb938b, deleteOnExit=true 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/test.cache.data in system properties and HBase conf 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:21:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:21:50,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:21:50,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:21:50,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:21:51,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:51,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:51,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:51,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:51,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:21:51,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:51,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/java.io.tmpdir/jetty-localhost-43737-hadoop-hdfs-3_4_1-tests_jar-_-any-15272151180563120204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:21:51,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:43737} 2024-11-13T03:21:51,114 INFO [Time-limited test {}] server.Server(415): Started @284786ms 2024-11-13T03:21:51,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:21:51,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:21:51,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:21:51,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:21:51,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:21:51,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:21:51,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:21:51,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd274ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/java.io.tmpdir/jetty-localhost-38563-hadoop-hdfs-3_4_1-tests_jar-_-any-17154162045674011230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:21:51,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:38563} 2024-11-13T03:21:51,469 INFO [Time-limited test {}] server.Server(415): Started @285141ms 2024-11-13T03:21:51,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:21:52,081 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/cluster_be15bb0a-5439-f9ef-a750-bb8ae1eb938b/data/data2/current/BP-1159176441-172.17.0.3-1731468110658/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:52,081 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/cluster_be15bb0a-5439-f9ef-a750-bb8ae1eb938b/data/data1/current/BP-1159176441-172.17.0.3-1731468110658/current, will proceed with Du for space computation calculation, 2024-11-13T03:21:52,102 WARN [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:21:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f5deef4ae11b4c1 with lease ID 0x8dbbb4ed40e5005a: Processing first storage report for DS-d7765005-f822-409a-8532-d06dc180e379 from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=229d18cc-456b-4d2d-8c8e-244f76d633db, infoPort=42713, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=2064993824;c=1731468110658) 2024-11-13T03:21:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f5deef4ae11b4c1 with lease ID 0x8dbbb4ed40e5005a: from storage DS-d7765005-f822-409a-8532-d06dc180e379 node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=229d18cc-456b-4d2d-8c8e-244f76d633db, infoPort=42713, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=2064993824;c=1731468110658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f5deef4ae11b4c1 with lease ID 0x8dbbb4ed40e5005a: Processing first storage report for DS-511468bf-9833-484b-9003-a1688e99425f from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=229d18cc-456b-4d2d-8c8e-244f76d633db, infoPort=42713, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=2064993824;c=1731468110658) 2024-11-13T03:21:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f5deef4ae11b4c1 with lease ID 0x8dbbb4ed40e5005a: from storage DS-511468bf-9833-484b-9003-a1688e99425f node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=229d18cc-456b-4d2d-8c8e-244f76d633db, infoPort=42713, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=2064993824;c=1731468110658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:21:52,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398 2024-11-13T03:21:52,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:21:52,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae with version=8 2024-11-13T03:21:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/hbase-staging 2024-11-13T03:21:52,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:21:52,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:52,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45817 2024-11-13T03:21:52,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45817 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458170x0, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:52,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45817-0x1013236803d0006 connected 2024-11-13T03:21:52,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/running 2024-11-13T03:21:52,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae, hbase.cluster.distributed=false 2024-11-13T03:21:52,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/acl 2024-11-13T03:21:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-13T03:21:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45817 2024-11-13T03:21:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45817 2024-11-13T03:21:52,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-13T03:21:52,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45817 2024-11-13T03:21:52,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:21:52,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:21:52,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42439 2024-11-13T03:21:52,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42439 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:52,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:52,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424390x0, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:52,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42439-0x1013236803d0007 connected 2024-11-13T03:21:52,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424390x0, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/running 2024-11-13T03:21:52,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:21:52,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:21:52,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/master 2024-11-13T03:21:52,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/acl 2024-11-13T03:21:52,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-13T03:21:52,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42439 2024-11-13T03:21:52,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42439 2024-11-13T03:21:52,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-13T03:21:52,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42439 2024-11-13T03:21:52,780 DEBUG [M:0;8394b182524b:45817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:45817 2024-11-13T03:21:52,784 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2029227894/backup-masters/8394b182524b,45817,1731468112603 2024-11-13T03:21:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/backup-masters 2024-11-13T03:21:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/backup-masters 2024-11-13T03:21:52,792 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on existing znode=/2-2029227894/backup-masters/8394b182524b,45817,1731468112603 2024-11-13T03:21:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2029227894/master 2024-11-13T03:21:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:52,803 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on existing znode=/2-2029227894/master 2024-11-13T03:21:52,803 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2029227894/backup-masters/8394b182524b,45817,1731468112603 from backup master directory 2024-11-13T03:21:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2029227894/backup-masters/8394b182524b,45817,1731468112603 2024-11-13T03:21:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/backup-masters 2024-11-13T03:21:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/backup-masters 2024-11-13T03:21:52,813 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:52,813 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,45817,1731468112603 2024-11-13T03:21:52,816 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/hbase.id] with ID: 031ed006-1c80-4321-a915-bcfa7ad3eaab 2024-11-13T03:21:52,816 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/.tmp/hbase.id 2024-11-13T03:21:52,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:21:53,220 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/.tmp/hbase.id]:[hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/hbase.id] 2024-11-13T03:21:53,227 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:21:53,227 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:21:53,228 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:21:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:21:53,681 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:53,682 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:21:53,682 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:21:54,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:21:54,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:21:54,088 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store 2024-11-13T03:21:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:21:54,092 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:54,092 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:21:54,092 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:54,092 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:54,093 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:21:54,093 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:54,093 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:21:54,093 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468114092Disabling compacts and flushes for region at 1731468114092Disabling writes for close at 1731468114093 (+1 ms)Writing region close event to WAL at 1731468114093Closed at 1731468114093 2024-11-13T03:21:54,093 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/.initializing 2024-11-13T03:21:54,093 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/WALs/8394b182524b,45817,1731468112603 2024-11-13T03:21:54,094 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:54,095 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C45817%2C1731468112603, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/WALs/8394b182524b,45817,1731468112603, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/oldWALs, maxLogs=10 2024-11-13T03:21:54,107 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/WALs/8394b182524b,45817,1731468112603/8394b182524b%2C45817%2C1731468112603.1731468114095, exclude list is [], retry=0 2024-11-13T03:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-d7765005-f822-409a-8532-d06dc180e379,DISK] 2024-11-13T03:21:54,110 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/WALs/8394b182524b,45817,1731468112603/8394b182524b%2C45817%2C1731468112603.1731468114095 2024-11-13T03:21:54,111 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42713:42713)] 2024-11-13T03:21:54,111 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:54,111 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:54,111 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,111 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:21:54,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:54,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:54,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:21:54,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:54,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:54,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:21:54,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:54,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:54,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:21:54,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:54,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:54,116 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,116 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,117 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,117 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,117 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,118 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:54,118 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:21:54,119 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:54,120 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63580347, jitterRate=-0.05257900059223175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:54,120 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468114111Initializing all the Stores at 1731468114112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468114112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468114112Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468114112Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468114112Cleaning up temporary data from old regions at 1731468114117 (+5 ms)Region opened successfully at 1731468114120 (+3 ms) 2024-11-13T03:21:54,120 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:21:54,122 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a9218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:54,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:21:54,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:21:54,122 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:21:54,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:21:54,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:21:54,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:21:54,123 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:21:54,124 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:21:54,125 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/balancer because node does not exist (not necessarily an error) 2024-11-13T03:21:54,192 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/balancer already deleted, retry=false 2024-11-13T03:21:54,192 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:21:54,193 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:21:54,202 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/normalizer already deleted, retry=false 2024-11-13T03:21:54,202 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:21:54,203 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:21:54,213 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/switch/split already deleted, retry=false 2024-11-13T03:21:54,213 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:21:54,223 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/switch/merge already deleted, retry=false 2024-11-13T03:21:54,225 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:21:54,234 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/snapshot-cleanup already deleted, retry=false 2024-11-13T03:21:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2029227894/running 2024-11-13T03:21:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2029227894/running 2024-11-13T03:21:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,245 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,45817,1731468112603, sessionid=0x1013236803d0006, setting cluster-up flag (Was=false) 2024-11-13T03:21:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2029227894/flush-table-proc/acquired, /2-2029227894/flush-table-proc/reached, /2-2029227894/flush-table-proc/abort 2024-11-13T03:21:54,298 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,45817,1731468112603 2024-11-13T03:21:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:54,350 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2029227894/online-snapshot/acquired, /2-2029227894/online-snapshot/reached, /2-2029227894/online-snapshot/abort 2024-11-13T03:21:54,350 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,45817,1731468112603 2024-11-13T03:21:54,351 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:21:54,352 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:54,353 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:21:54,353 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:21:54,353 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,45817,1731468112603 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:54,354 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468144355 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:21:54,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:54,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:21:54,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:21:54,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:21:54,356 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:21:54,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:21:54,359 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468114356,5,FailOnTimeoutGroup] 2024-11-13T03:21:54,359 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468114359,5,FailOnTimeoutGroup] 2024-11-13T03:21:54,359 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,360 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:21:54,360 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,360 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:21:54,371 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(746): ClusterId : 031ed006-1c80-4321-a915-bcfa7ad3eaab 2024-11-13T03:21:54,371 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:21:54,382 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:21:54,382 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:21:54,392 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:21:54,392 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f4875a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:21:54,403 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:42439 2024-11-13T03:21:54,404 INFO [RS:0;8394b182524b:42439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:21:54,404 INFO [RS:0;8394b182524b:42439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:21:54,404 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:21:54,404 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,45817,1731468112603 with port=42439, startcode=1731468112747 2024-11-13T03:21:54,404 DEBUG [RS:0;8394b182524b:42439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:21:54,405 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:21:54,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,42439,1731468112747 2024-11-13T03:21:54,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45817 {}] master.ServerManager(517): Registering regionserver=8394b182524b,42439,1731468112747 2024-11-13T03:21:54,407 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae 2024-11-13T03:21:54,407 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44127 2024-11-13T03:21:54,407 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:21:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/rs 2024-11-13T03:21:54,461 DEBUG [RS:0;8394b182524b:42439 {}] zookeeper.ZKUtil(111): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on existing znode=/2-2029227894/rs/8394b182524b,42439,1731468112747 2024-11-13T03:21:54,461 WARN [RS:0;8394b182524b:42439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:21:54,461 INFO [RS:0;8394b182524b:42439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:54,461 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747 2024-11-13T03:21:54,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,42439,1731468112747] 2024-11-13T03:21:54,463 INFO [RS:0;8394b182524b:42439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:21:54,465 INFO [RS:0;8394b182524b:42439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:21:54,466 INFO [RS:0;8394b182524b:42439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:21:54,466 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,466 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:21:54,466 INFO [RS:0;8394b182524b:42439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:21:54,466 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,466 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,466 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,466 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:54,467 DEBUG [RS:0;8394b182524b:42439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,467 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42439,1731468112747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:54,481 INFO [RS:0;8394b182524b:42439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:21:54,481 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42439,1731468112747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,481 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,481 INFO [RS:0;8394b182524b:42439 {}] regionserver.Replication(171): 8394b182524b,42439,1731468112747 started 2024-11-13T03:21:54,495 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:54,495 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,42439,1731468112747, RpcServer on 8394b182524b/172.17.0.3:42439, sessionid=0x1013236803d0007 2024-11-13T03:21:54,495 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:21:54,495 DEBUG [RS:0;8394b182524b:42439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,42439,1731468112747 2024-11-13T03:21:54,495 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,42439,1731468112747' 2024-11-13T03:21:54,495 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2029227894/flush-table-proc/abort' 2024-11-13T03:21:54,495 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2029227894/flush-table-proc/acquired' 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,42439,1731468112747 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,42439,1731468112747' 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2029227894/online-snapshot/abort' 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2029227894/online-snapshot/acquired' 2024-11-13T03:21:54,496 DEBUG [RS:0;8394b182524b:42439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:21:54,496 INFO [RS:0;8394b182524b:42439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:21:54,496 INFO [RS:0;8394b182524b:42439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:21:54,597 INFO [RS:0;8394b182524b:42439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:21:54,598 INFO [RS:0;8394b182524b:42439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C42439%2C1731468112747, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/oldWALs, maxLogs=10 2024-11-13T03:21:54,611 DEBUG [RS:0;8394b182524b:42439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, exclude list is [], retry=0 2024-11-13T03:21:54,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-d7765005-f822-409a-8532-d06dc180e379,DISK] 2024-11-13T03:21:54,614 INFO [RS:0;8394b182524b:42439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 2024-11-13T03:21:54,614 DEBUG [RS:0;8394b182524b:42439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42713:42713)] 2024-11-13T03:21:54,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:21:54,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae 2024-11-13T03:21:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:21:55,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:55,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:55,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:55,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:55,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:55,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:55,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:55,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:55,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:55,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:55,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740 2024-11-13T03:21:55,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740 2024-11-13T03:21:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:55,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:55,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:55,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:55,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:55,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988216, jitterRate=-0.12100708484649658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468115172Initializing all the Stores at 1731468115173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468115173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115173Cleaning up temporary data from old regions at 1731468115179 (+6 ms)Region opened successfully at 1731468115182 (+3 ms) 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:21:55,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:21:55,182 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:21:55,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468115182Disabling compacts and flushes for region at 1731468115182Disabling writes for close at 1731468115182Writing region close event to WAL at 1731468115182Closed at 1731468115182 2024-11-13T03:21:55,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:55,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:21:55,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:21:55,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:55,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:21:55,334 DEBUG [8394b182524b:45817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:21:55,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:21:55,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,42439,1731468112747, state=OPENING 2024-11-13T03:21:55,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:21:55,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:55,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:21:55,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:21:55,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2029227894/meta-region-server: CHANGED 2024-11-13T03:21:55,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2029227894/meta-region-server: CHANGED 2024-11-13T03:21:55,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,42439,1731468112747}] 2024-11-13T03:21:55,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:21:55,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:21:55,558 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:21:55,558 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:21:55,558 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:21:55,559 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C42439%2C1731468112747.meta, suffix=.meta, logDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/oldWALs, maxLogs=10 2024-11-13T03:21:55,572 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.meta.1731468115560.meta, exclude list is [], retry=0 2024-11-13T03:21:55,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-d7765005-f822-409a-8532-d06dc180e379,DISK] 2024-11-13T03:21:55,575 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.meta.1731468115560.meta 2024-11-13T03:21:55,575 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42713:42713)] 2024-11-13T03:21:55,575 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:55,576 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:21:55,576 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:21:55,576 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:21:55,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:21:55,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:21:55,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:21:55,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:21:55,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:21:55,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:21:55,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:21:55,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:21:55,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:21:55,581 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:21:55,581 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740 2024-11-13T03:21:55,582 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740 2024-11-13T03:21:55,583 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:21:55,583 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:21:55,583 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:21:55,584 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:21:55,584 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63182758, jitterRate=-0.058503538370132446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:21:55,584 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:21:55,584 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468115576Writing region info on filesystem at 1731468115576Initializing all the Stores at 1731468115577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468115577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468115577Cleaning up temporary data from old regions at 1731468115583 (+6 ms)Running coprocessor post-open hooks at 1731468115584 (+1 ms)Region opened successfully at 1731468115584 2024-11-13T03:21:55,585 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468115555 2024-11-13T03:21:55,586 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:21:55,587 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:21:55,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:21:55,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,42439,1731468112747, state=OPEN 2024-11-13T03:21:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2029227894/meta-region-server 2024-11-13T03:21:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2029227894/meta-region-server 2024-11-13T03:21:55,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,42439,1731468112747 2024-11-13T03:21:55,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2029227894/meta-region-server: CHANGED 2024-11-13T03:21:55,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2029227894/meta-region-server: CHANGED 2024-11-13T03:21:55,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:21:55,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,42439,1731468112747 in 194 msec 2024-11-13T03:21:55,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:21:55,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-13T03:21:55,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:21:55,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:21:55,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:55,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,42439,1731468112747, seqNum=-1] 2024-11-13T03:21:55,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:55,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:55,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-13T03:21:55,607 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468115607, completionTime=-1 2024-11-13T03:21:55,607 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:21:55,607 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468175609 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468235609 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:45817, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,610 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,611 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:21:55,612 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:21:55,613 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:21:55,614 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:21:55,614 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:21:55,614 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,45817,1731468112603-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:21:55,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:55,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:21:55,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:21:55,673 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:21:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306b4b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:21:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:21:55,675 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:21:55,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:21:55,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:21:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,42439,1731468112747, seqNum=-1] 2024-11-13T03:21:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:21:55,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:21:55,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,45817,1731468112603 2024-11-13T03:21:55,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55421 2024-11-13T03:21:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:21:55,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013236803d0008 connected 2024-11-13T03:21:55,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46099,1731468102316 2024-11-13T03:21:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a746859 2024-11-13T03:21:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:55,764 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:55,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:21:55,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:55,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:55,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:21:55,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:21:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:55,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:21:55,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:55,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:55,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:21:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:56,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0adbac2d952f443046219b46bc546dc0, NAME => 'test,,1731468115764.0adbac2d952f443046219b46bc546dc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb 2024-11-13T03:21:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:21:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:56,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468115764.0adbac2d952f443046219b46bc546dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:56,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0adbac2d952f443046219b46bc546dc0, disabling compactions & flushes 2024-11-13T03:21:56,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468115764.0adbac2d952f443046219b46bc546dc0. after waiting 0 ms 2024-11-13T03:21:56,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0adbac2d952f443046219b46bc546dc0: Waiting for close lock at 1731468116578Disabling compacts and flushes for region at 1731468116578Disabling writes for close at 1731468116579 (+1 ms)Writing region close event to WAL at 1731468116579Closed at 1731468116579 2024-11-13T03:21:56,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:56,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468115764.0adbac2d952f443046219b46bc546dc0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468116580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468116580"}]},"ts":"1731468116580"} 2024-11-13T03:21:56,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:56,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:56,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468116582"}]},"ts":"1731468116582"} 2024-11-13T03:21:56,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:21:56,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0adbac2d952f443046219b46bc546dc0, ASSIGN}] 2024-11-13T03:21:56,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0adbac2d952f443046219b46bc546dc0, ASSIGN 2024-11-13T03:21:56,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0adbac2d952f443046219b46bc546dc0, ASSIGN; state=OFFLINE, location=8394b182524b,39593,1731468102480; forceNewPlan=false, retain=false 2024-11-13T03:21:56,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0adbac2d952f443046219b46bc546dc0, regionState=OPENING, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:21:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0adbac2d952f443046219b46bc546dc0, ASSIGN because future has completed 2024-11-13T03:21:56,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0adbac2d952f443046219b46bc546dc0, server=8394b182524b,39593,1731468102480}] 2024-11-13T03:21:56,893 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,893 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0adbac2d952f443046219b46bc546dc0, NAME => 'test,,1731468115764.0adbac2d952f443046219b46bc546dc0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:56,893 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:56,893 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:21:56,894 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,894 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468115764.0adbac2d952f443046219b46bc546dc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:56,894 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,894 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,895 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,896 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0adbac2d952f443046219b46bc546dc0 columnFamilyName f 2024-11-13T03:21:56,896 DEBUG [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:56,896 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(327): Store=0adbac2d952f443046219b46bc546dc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:56,896 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,897 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0adbac2d952f443046219b46bc546dc0 columnFamilyName f1 2024-11-13T03:21:56,897 DEBUG [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:56,897 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(327): Store=0adbac2d952f443046219b46bc546dc0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:56,897 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,898 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0adbac2d952f443046219b46bc546dc0 columnFamilyName norep 2024-11-13T03:21:56,898 DEBUG [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:56,898 INFO [StoreOpener-0adbac2d952f443046219b46bc546dc0-1 {}] regionserver.HStore(327): Store=0adbac2d952f443046219b46bc546dc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:56,898 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,899 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,899 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,900 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,900 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,900 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:56,901 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,902 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:56,902 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0adbac2d952f443046219b46bc546dc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59159154, jitterRate=-0.11845991015434265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:56,903 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:21:56,903 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0adbac2d952f443046219b46bc546dc0: Running coprocessor pre-open hook at 1731468116894Writing region info on filesystem at 1731468116894Initializing all the Stores at 1731468116895 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468116895Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468116895Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468116895Cleaning up temporary data from old regions at 1731468116900 (+5 ms)Running coprocessor post-open hooks at 1731468116903 (+3 ms)Region opened successfully at 1731468116903 2024-11-13T03:21:56,904 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468115764.0adbac2d952f443046219b46bc546dc0., pid=6, masterSystemTime=1731468116890 2024-11-13T03:21:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:56,905 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,905 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:21:56,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0adbac2d952f443046219b46bc546dc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:21:56,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0adbac2d952f443046219b46bc546dc0, server=8394b182524b,39593,1731468102480 because future has completed 2024-11-13T03:21:56,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:21:56,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0adbac2d952f443046219b46bc546dc0, server=8394b182524b,39593,1731468102480 in 170 msec 2024-11-13T03:21:56,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:21:56,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0adbac2d952f443046219b46bc546dc0, ASSIGN in 326 msec 2024-11-13T03:21:56,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:56,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468116912"}]},"ts":"1731468116912"} 2024-11-13T03:21:56,913 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:21:56,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:56,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-13T03:21:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:57,915 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:21:57,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:21:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:21:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481384cf 2024-11-13T03:21:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:21:57,917 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:21:57,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:21:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:21:57,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:21:57,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:57,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:21:57,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:21:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:21:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:58,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd01f8b55d094ae5be19892662d6bbae, NAME => 'test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1 2024-11-13T03:21:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:21:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:58,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:58,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd01f8b55d094ae5be19892662d6bbae, disabling compactions & flushes 2024-11-13T03:21:58,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:58,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:58,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. after waiting 0 ms 2024-11-13T03:21:58,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:58,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:58,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd01f8b55d094ae5be19892662d6bbae: Waiting for close lock at 1731468118730Disabling compacts and flushes for region at 1731468118730Disabling writes for close at 1731468118731 (+1 ms)Writing region close event to WAL at 1731468118731Closed at 1731468118731 2024-11-13T03:21:58,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:21:58,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468118732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468118732"}]},"ts":"1731468118732"} 2024-11-13T03:21:58,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:21:58,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:21:58,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468118735"}]},"ts":"1731468118735"} 2024-11-13T03:21:58,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:21:58,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd01f8b55d094ae5be19892662d6bbae, ASSIGN}] 2024-11-13T03:21:58,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd01f8b55d094ae5be19892662d6bbae, ASSIGN 2024-11-13T03:21:58,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd01f8b55d094ae5be19892662d6bbae, ASSIGN; state=OFFLINE, location=8394b182524b,44315,1731468107085; forceNewPlan=false, retain=false 2024-11-13T03:21:58,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd01f8b55d094ae5be19892662d6bbae, regionState=OPENING, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:21:58,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd01f8b55d094ae5be19892662d6bbae, ASSIGN because future has completed 2024-11-13T03:21:58,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd01f8b55d094ae5be19892662d6bbae, server=8394b182524b,44315,1731468107085}] 2024-11-13T03:21:59,045 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:59,046 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd01f8b55d094ae5be19892662d6bbae, NAME => 'test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:21:59,046 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:21:59,046 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:21:59,046 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,046 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:21:59,046 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,046 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,048 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,048 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd01f8b55d094ae5be19892662d6bbae columnFamilyName f 2024-11-13T03:21:59,048 DEBUG [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:59,049 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(327): Store=cd01f8b55d094ae5be19892662d6bbae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:59,049 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,049 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd01f8b55d094ae5be19892662d6bbae columnFamilyName f1 2024-11-13T03:21:59,049 DEBUG [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:59,050 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(327): Store=cd01f8b55d094ae5be19892662d6bbae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:59,050 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,051 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd01f8b55d094ae5be19892662d6bbae columnFamilyName norep 2024-11-13T03:21:59,051 DEBUG [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:21:59,051 INFO [StoreOpener-cd01f8b55d094ae5be19892662d6bbae-1 {}] regionserver.HStore(327): Store=cd01f8b55d094ae5be19892662d6bbae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:21:59,051 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,052 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,053 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:21:59,053 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:21:59,055 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:21:59,055 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd01f8b55d094ae5be19892662d6bbae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68544730, jitterRate=0.02139607071876526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:21:59,055 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:21:59,055 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd01f8b55d094ae5be19892662d6bbae: Running coprocessor pre-open hook at 1731468119047Writing region info on filesystem at 1731468119047Initializing all the Stores at 1731468119047Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468119047Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468119047Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468119047Cleaning up temporary data from old regions at 1731468119052 (+5 ms)Running coprocessor post-open hooks at 1731468119055 (+3 ms)Region opened successfully at 1731468119055 2024-11-13T03:21:59,056 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae., pid=6, masterSystemTime=1731468119042 2024-11-13T03:21:59,057 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:59,057 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:21:59,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd01f8b55d094ae5be19892662d6bbae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:21:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd01f8b55d094ae5be19892662d6bbae, server=8394b182524b,44315,1731468107085 because future has completed 2024-11-13T03:21:59,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:21:59,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd01f8b55d094ae5be19892662d6bbae, server=8394b182524b,44315,1731468107085 in 170 msec 2024-11-13T03:21:59,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:21:59,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd01f8b55d094ae5be19892662d6bbae, ASSIGN in 337 msec 2024-11-13T03:21:59,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:21:59,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468119075"}]},"ts":"1731468119075"} 2024-11-13T03:21:59,076 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:21:59,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:21:59,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-13T03:22:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:00,066 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:00,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,45817,1731468112603 2024-11-13T03:22:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74450ed1 2024-11-13T03:22:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:00,068 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:00,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:22:00,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:00,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:00,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:22:00,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:00,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:22:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:00,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e405fe4b88ee7057cdd1e00e89bd62ac, NAME => 'test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae 2024-11-13T03:22:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:22:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e405fe4b88ee7057cdd1e00e89bd62ac, disabling compactions & flushes 2024-11-13T03:22:00,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. after waiting 0 ms 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:00,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:00,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e405fe4b88ee7057cdd1e00e89bd62ac: Waiting for close lock at 1731468120881Disabling compacts and flushes for region at 1731468120881Disabling writes for close at 1731468120881Writing region close event to WAL at 1731468120881Closed at 1731468120881 2024-11-13T03:22:00,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:00,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468120882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468120882"}]},"ts":"1731468120882"} 2024-11-13T03:22:00,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:00,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:00,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468120884"}]},"ts":"1731468120884"} 2024-11-13T03:22:00,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:22:00,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e405fe4b88ee7057cdd1e00e89bd62ac, ASSIGN}] 2024-11-13T03:22:00,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e405fe4b88ee7057cdd1e00e89bd62ac, ASSIGN 2024-11-13T03:22:00,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e405fe4b88ee7057cdd1e00e89bd62ac, ASSIGN; state=OFFLINE, location=8394b182524b,42439,1731468112747; forceNewPlan=false, retain=false 2024-11-13T03:22:01,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e405fe4b88ee7057cdd1e00e89bd62ac, regionState=OPENING, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:22:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e405fe4b88ee7057cdd1e00e89bd62ac, ASSIGN because future has completed 2024-11-13T03:22:01,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e405fe4b88ee7057cdd1e00e89bd62ac, server=8394b182524b,42439,1731468112747}] 2024-11-13T03:22:01,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:01,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:01,195 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:01,195 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e405fe4b88ee7057cdd1e00e89bd62ac, NAME => 'test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:01,195 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:01,195 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:22:01,195 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,195 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:01,195 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,196 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,196 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,197 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e405fe4b88ee7057cdd1e00e89bd62ac columnFamilyName f 2024-11-13T03:22:01,197 DEBUG [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:01,198 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(327): Store=e405fe4b88ee7057cdd1e00e89bd62ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:01,198 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,199 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e405fe4b88ee7057cdd1e00e89bd62ac columnFamilyName f1 2024-11-13T03:22:01,199 DEBUG [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:01,199 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(327): Store=e405fe4b88ee7057cdd1e00e89bd62ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:01,199 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,200 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e405fe4b88ee7057cdd1e00e89bd62ac columnFamilyName norep 2024-11-13T03:22:01,200 DEBUG [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:01,200 INFO [StoreOpener-e405fe4b88ee7057cdd1e00e89bd62ac-1 {}] regionserver.HStore(327): Store=e405fe4b88ee7057cdd1e00e89bd62ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:01,200 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,200 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,201 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,201 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,201 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,201 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:01,202 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,203 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:01,204 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e405fe4b88ee7057cdd1e00e89bd62ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63864065, jitterRate=-0.04835127294063568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:01,204 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:01,204 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e405fe4b88ee7057cdd1e00e89bd62ac: Running coprocessor pre-open hook at 1731468121196Writing region info on filesystem at 1731468121196Initializing all the Stores at 1731468121196Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468121196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468121196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468121196Cleaning up temporary data from old regions at 1731468121201 (+5 ms)Running coprocessor post-open hooks at 1731468121204 (+3 ms)Region opened successfully at 1731468121204 2024-11-13T03:22:01,204 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac., pid=6, masterSystemTime=1731468121192 2024-11-13T03:22:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:01,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:01,206 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:01,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e405fe4b88ee7057cdd1e00e89bd62ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:22:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e405fe4b88ee7057cdd1e00e89bd62ac, server=8394b182524b,42439,1731468112747 because future has completed 2024-11-13T03:22:01,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:22:01,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e405fe4b88ee7057cdd1e00e89bd62ac, server=8394b182524b,42439,1731468112747 in 168 msec 2024-11-13T03:22:01,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:22:01,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e405fe4b88ee7057cdd1e00e89bd62ac, ASSIGN in 324 msec 2024-11-13T03:22:01,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:01,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468121211"}]},"ts":"1731468121211"} 2024-11-13T03:22:01,213 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:22:01,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:01,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-13T03:22:01,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:02,215 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:02,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46099,-1 for getting cluster id 2024-11-13T03:22:02,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:02,216 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98137a31-3ae1-4484-9d0c-9df218acbc7e' 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98137a31-3ae1-4484-9d0c-9df218acbc7e" 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c6014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46099,-1] 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:02,218 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4936b9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,46099,1731468102316 2024-11-13T03:22:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ddb9c15 2024-11-13T03:22:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:02,220 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:02,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:43739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:02,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:43739' 2024-11-13T03:22:02,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68753301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:02,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:02,223 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:02,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78acdf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:02,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:02,224 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd3579f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:02,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:22:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c10297 2024-11-13T03:22:02,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:02,226 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:02,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:22:02,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:02,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:02,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:02,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:02,228 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:02,228 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:22:02,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:02,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:02,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:22:02,279 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:22:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:02,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 517b2b67289f72b9cf9f639413d35e1d, NAME => 'hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb 2024-11-13T03:22:02,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:22:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:03,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:03,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 517b2b67289f72b9cf9f639413d35e1d, disabling compactions & flushes 2024-11-13T03:22:03,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. after waiting 0 ms 2024-11-13T03:22:03,040 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 517b2b67289f72b9cf9f639413d35e1d: Waiting for close lock at 1731468123040Disabling compacts and flushes for region at 1731468123040Disabling writes for close at 1731468123040Writing region close event to WAL at 1731468123041 (+1 ms)Closed at 1731468123041 2024-11-13T03:22:03,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:03,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468123041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468123041"}]},"ts":"1731468123041"} 2024-11-13T03:22:03,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:03,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:03,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468123044"}]},"ts":"1731468123044"} 2024-11-13T03:22:03,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:22:03,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=517b2b67289f72b9cf9f639413d35e1d, ASSIGN}] 2024-11-13T03:22:03,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=517b2b67289f72b9cf9f639413d35e1d, ASSIGN 2024-11-13T03:22:03,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=517b2b67289f72b9cf9f639413d35e1d, ASSIGN; state=OFFLINE, location=8394b182524b,39593,1731468102480; forceNewPlan=false, retain=false 2024-11-13T03:22:03,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=517b2b67289f72b9cf9f639413d35e1d, regionState=OPENING, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:22:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=517b2b67289f72b9cf9f639413d35e1d, ASSIGN because future has completed 2024-11-13T03:22:03,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 517b2b67289f72b9cf9f639413d35e1d, server=8394b182524b,39593,1731468102480}] 2024-11-13T03:22:03,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:03,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:22:03,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C39593%2C1731468102480.rep, suffix=, logDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480, archiveDir=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/oldWALs, maxLogs=10 2024-11-13T03:22:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:03,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.rep.1731468123355, exclude list is [], retry=0 2024-11-13T03:22:03,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37573,DS-5e1faeba-5d5d-4407-8b92-08a3a5d24cef,DISK] 2024-11-13T03:22:03,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.rep.1731468123355 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41447:41447)] 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 517b2b67289f72b9cf9f639413d35e1d, NAME => 'hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:03,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. service=MultiRowMutationService 2024-11-13T03:22:03,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,375 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,376 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517b2b67289f72b9cf9f639413d35e1d columnFamilyName hfileref 2024-11-13T03:22:03,376 DEBUG [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:03,376 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(327): Store=517b2b67289f72b9cf9f639413d35e1d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:03,377 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,377 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517b2b67289f72b9cf9f639413d35e1d columnFamilyName queue 2024-11-13T03:22:03,377 DEBUG [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:03,378 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(327): Store=517b2b67289f72b9cf9f639413d35e1d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:03,378 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,378 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517b2b67289f72b9cf9f639413d35e1d columnFamilyName sid 2024-11-13T03:22:03,378 DEBUG [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:03,379 INFO [StoreOpener-517b2b67289f72b9cf9f639413d35e1d-1 {}] regionserver.HStore(327): Store=517b2b67289f72b9cf9f639413d35e1d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:03,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:03,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:03,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 517b2b67289f72b9cf9f639413d35e1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66324203, jitterRate=-0.011692360043525696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:03,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:03,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 517b2b67289f72b9cf9f639413d35e1d: Running coprocessor pre-open hook at 1731468123375Writing region info on filesystem at 1731468123375Initializing all the Stores at 1731468123375Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468123375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468123375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468123375Cleaning up temporary data from old regions at 1731468123380 (+5 ms)Running coprocessor post-open hooks at 1731468123382 (+2 ms)Region opened successfully at 1731468123382 2024-11-13T03:22:03,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d., pid=10, masterSystemTime=1731468123350 2024-11-13T03:22:03,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:03,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=517b2b67289f72b9cf9f639413d35e1d, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39593,1731468102480 2024-11-13T03:22:03,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 517b2b67289f72b9cf9f639413d35e1d, server=8394b182524b,39593,1731468102480 because future has completed 2024-11-13T03:22:03,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:22:03,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 517b2b67289f72b9cf9f639413d35e1d, server=8394b182524b,39593,1731468102480 in 188 msec 2024-11-13T03:22:03,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:22:03,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=517b2b67289f72b9cf9f639413d35e1d, ASSIGN in 343 msec 2024-11-13T03:22:03,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:03,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468123390"}]},"ts":"1731468123390"} 2024-11-13T03:22:03,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:22:03,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:03,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-13T03:22:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d., hostname=8394b182524b,39593,1731468102480, seqNum=2] 2024-11-13T03:22:03,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:22:03,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:22:03,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:22:03,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:22:03,692 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:22:03,719 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,39593,1731468102480, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:22:03,719 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:03,719 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39593,1731468102480, seqNum=-1] 2024-11-13T03:22:03,720 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:03,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:03,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,39593,1731468102480', locateType=CURRENT is [region=hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d., hostname=8394b182524b,39593,1731468102480, seqNum=2] 2024-11-13T03:22:03,724 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:22:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:22:03,726 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,39593,1731468102480 suceeded 2024-11-13T03:22:03,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:22:03,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T03:22:03,727 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:43739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:22:03,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-13T03:22:03,737 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:43739' 2024-11-13T03:22:03,738 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350cc1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:03,738 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:03,738 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:03,739 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d777466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:03,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:03,740 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:03,740 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ce05f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:03,741 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:22:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3280d3c8 2024-11-13T03:22:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:03,742 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:03,742 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,39593,1731468102480 (queues=1) is replicating from cluster=98137a31-3ae1-4484-9d0c-9df218acbc7e to cluster=4c788360-9aa6-409c-a1ad-314c093282a6 2024-11-13T03:22:03,742 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C39593%2C1731468102480 2024-11-13T03:22:03,742 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,39593,1731468102480, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:22:03,743 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C39593%2C1731468102480 2024-11-13T03:22:03,743 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, startPosition=0, beingWritten=true 2024-11-13T03:22:03,746 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:03,746 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:03,746 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39593,1731468102480 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:03,949 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:22:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:22:04,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:04,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:22:04,252 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:04,366 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:22:04,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:04,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:04,367 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d16ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,368 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9b1507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:22:04,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e18d05 2024-11-13T03:22:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:04,370 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:04,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:45817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:04,373 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:45817' 2024-11-13T03:22:04,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3dd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,374 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:22:04,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:04,374 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:22:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:22:04,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30177e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,375 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d878335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:04,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,45817,1731468112603 2024-11-13T03:22:04,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@651a0adb 2024-11-13T03:22:04,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:04,377 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:04,378 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:22:04,378 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:04,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:04,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:04,378 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:04,379 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:22:04,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:04,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:04,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:22:04,429 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:22:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:04,655 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:04,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59e45b9b13384b5251872071b6f6b452, NAME => 'hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1 2024-11-13T03:22:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:22:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:05,158 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59e45b9b13384b5251872071b6f6b452, disabling compactions & flushes 2024-11-13T03:22:05,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. after waiting 0 ms 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59e45b9b13384b5251872071b6f6b452: Waiting for close lock at 1731468125195Disabling compacts and flushes for region at 1731468125195Disabling writes for close at 1731468125195Writing region close event to WAL at 1731468125195Closed at 1731468125195 2024-11-13T03:22:05,416 INFO [AsyncFSWAL-0-hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData-prefix:8394b182524b,43739,1731468106946 {}] wal.AbstractFSWAL(1368): Slow sync cost: 220 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36347,DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd,DISK]] 2024-11-13T03:22:05,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:05,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468125417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468125417"}]},"ts":"1731468125417"} 2024-11-13T03:22:05,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:05,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:05,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468125419"}]},"ts":"1731468125419"} 2024-11-13T03:22:05,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:22:05,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59e45b9b13384b5251872071b6f6b452, ASSIGN}] 2024-11-13T03:22:05,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59e45b9b13384b5251872071b6f6b452, ASSIGN 2024-11-13T03:22:05,422 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59e45b9b13384b5251872071b6f6b452, ASSIGN; state=OFFLINE, location=8394b182524b,44315,1731468107085; forceNewPlan=false, retain=false 2024-11-13T03:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:05,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59e45b9b13384b5251872071b6f6b452, regionState=OPENING, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:22:05,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59e45b9b13384b5251872071b6f6b452, ASSIGN because future has completed 2024-11-13T03:22:05,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e45b9b13384b5251872071b6f6b452, server=8394b182524b,44315,1731468107085}] 2024-11-13T03:22:05,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:05,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:22:05,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C44315%2C1731468107085.rep, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/oldWALs, maxLogs=10 2024-11-13T03:22:05,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.rep.1731468125730, exclude list is [], retry=0 2024-11-13T03:22:05,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36347,DS-5649fb2d-64d7-4789-8cad-a80161bd5bcd,DISK] 2024-11-13T03:22:05,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.rep.1731468125730 2024-11-13T03:22:05,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40861:40861)] 2024-11-13T03:22:05,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59e45b9b13384b5251872071b6f6b452, NAME => 'hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:05,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. service=MultiRowMutationService 2024-11-13T03:22:05,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,747 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,748 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e45b9b13384b5251872071b6f6b452 columnFamilyName hfileref 2024-11-13T03:22:05,748 DEBUG [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:05,748 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(327): Store=59e45b9b13384b5251872071b6f6b452/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:05,748 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,749 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e45b9b13384b5251872071b6f6b452 columnFamilyName queue 2024-11-13T03:22:05,749 DEBUG [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:05,750 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(327): Store=59e45b9b13384b5251872071b6f6b452/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:05,750 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,750 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e45b9b13384b5251872071b6f6b452 columnFamilyName sid 2024-11-13T03:22:05,750 DEBUG [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:05,751 INFO [StoreOpener-59e45b9b13384b5251872071b6f6b452-1 {}] regionserver.HStore(327): Store=59e45b9b13384b5251872071b6f6b452/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:05,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/replication/59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/replication/59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:05,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/replication/59e45b9b13384b5251872071b6f6b452/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:05,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59e45b9b13384b5251872071b6f6b452; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66217304, jitterRate=-0.013285279273986816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:05,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:05,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59e45b9b13384b5251872071b6f6b452: Running coprocessor pre-open hook at 1731468125746Writing region info on filesystem at 1731468125746Initializing all the Stores at 1731468125747 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468125747Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468125747Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468125747Cleaning up temporary data from old regions at 1731468125752 (+5 ms)Running coprocessor post-open hooks at 1731468125755 (+3 ms)Region opened successfully at 1731468125755 2024-11-13T03:22:05,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., pid=10, masterSystemTime=1731468125726 2024-11-13T03:22:05,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:05,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59e45b9b13384b5251872071b6f6b452, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44315,1731468107085 2024-11-13T03:22:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e45b9b13384b5251872071b6f6b452, server=8394b182524b,44315,1731468107085 because future has completed 2024-11-13T03:22:05,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:22:05,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59e45b9b13384b5251872071b6f6b452, server=8394b182524b,44315,1731468107085 in 185 msec 2024-11-13T03:22:05,761 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:05,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:22:05,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59e45b9b13384b5251872071b6f6b452, ASSIGN in 341 msec 2024-11-13T03:22:05,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:05,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468125763"}]},"ts":"1731468125763"} 2024-11-13T03:22:05,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:22:05,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:05,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3870 sec 2024-11-13T03:22:05,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., hostname=8394b182524b,44315,1731468107085, seqNum=2] 2024-11-13T03:22:05,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:22:05,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:22:05,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:22:05,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:22:05,997 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:22:06,023 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,44315,1731468107085, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:22:06,023 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:06,023 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44315,1731468107085, seqNum=-1] 2024-11-13T03:22:06,024 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:06,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:06,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,44315,1731468107085', locateType=CURRENT is [region=hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., hostname=8394b182524b,44315,1731468107085, seqNum=2] 2024-11-13T03:22:06,027 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:22:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:22:06,029 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,44315,1731468107085 suceeded 2024-11-13T03:22:06,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:22:06,031 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:45817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:22:06,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T03:22:06,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6610 sec 2024-11-13T03:22:06,041 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:45817' 2024-11-13T03:22:06,042 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3d4ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,042 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:22:06,042 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:06,043 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6ddd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,044 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:06,044 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4f2760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,044 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:06,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,45817,1731468112603 2024-11-13T03:22:06,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38a4e286 2024-11-13T03:22:06,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:06,045 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:06,046 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,44315,1731468107085 (queues=1) is replicating from cluster=4c788360-9aa6-409c-a1ad-314c093282a6 to cluster=031ed006-1c80-4321-a915-bcfa7ad3eaab 2024-11-13T03:22:06,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C44315%2C1731468107085 2024-11-13T03:22:06,046 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,44315,1731468107085, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:22:06,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, startPosition=0, beingWritten=true 2024-11-13T03:22:06,046 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C44315%2C1731468107085 2024-11-13T03:22:06,050 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:06,050 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:06,050 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:06,253 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:06,464 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:06,526 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:22:06,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:06,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:06,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:06,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:22:06,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:06,527 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:22:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:22:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b97983d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:22:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,528 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec9229f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,45817,1731468112603 2024-11-13T03:22:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750cdf06 2024-11-13T03:22:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:06,530 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:06,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:43739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:06,532 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:43739' 2024-11-13T03:22:06,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3025f1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,533 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:06,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:06,533 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458fd65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,534 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1141d4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:06,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@299fe750 2024-11-13T03:22:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:06,536 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:06,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:22:06,537 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:06,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:06,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:06,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:06,538 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:22:06,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:06,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:06,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:22:06,557 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:06,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:22:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:06,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:06,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:06,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ede4ea86573f9586c414620c4add824, NAME => 'hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae 2024-11-13T03:22:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:22:06,960 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:07,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:07,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:07,115 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108738 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:07,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:22:07,267 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ede4ea86573f9586c414620c4add824, disabling compactions & flushes 2024-11-13T03:22:07,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. after waiting 0 ms 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ede4ea86573f9586c414620c4add824: Waiting for close lock at 1731468127349Disabling compacts and flushes for region at 1731468127349Disabling writes for close at 1731468127349Writing region close event to WAL at 1731468127349Closed at 1731468127349 2024-11-13T03:22:07,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:07,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468127350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468127350"}]},"ts":"1731468127350"} 2024-11-13T03:22:07,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:07,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:07,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468127352"}]},"ts":"1731468127352"} 2024-11-13T03:22:07,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:22:07,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ede4ea86573f9586c414620c4add824, ASSIGN}] 2024-11-13T03:22:07,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ede4ea86573f9586c414620c4add824, ASSIGN 2024-11-13T03:22:07,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ede4ea86573f9586c414620c4add824, ASSIGN; state=OFFLINE, location=8394b182524b,42439,1731468112747; forceNewPlan=false, retain=false 2024-11-13T03:22:07,464 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:07,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ede4ea86573f9586c414620c4add824, regionState=OPENING, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:22:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ede4ea86573f9586c414620c4add824, ASSIGN because future has completed 2024-11-13T03:22:07,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ede4ea86573f9586c414620c4add824, server=8394b182524b,42439,1731468112747}] 2024-11-13T03:22:07,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:07,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:22:07,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C42439%2C1731468112747.rep, suffix=, logDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747, archiveDir=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/oldWALs, maxLogs=10 2024-11-13T03:22:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:07,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.rep.1731468127662, exclude list is [], retry=0 2024-11-13T03:22:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37207,DS-d7765005-f822-409a-8532-d06dc180e379,DISK] 2024-11-13T03:22:07,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.rep.1731468127662 2024-11-13T03:22:07,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42713:42713)] 2024-11-13T03:22:07,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ede4ea86573f9586c414620c4add824, NAME => 'hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:07,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. service=MultiRowMutationService 2024-11-13T03:22:07,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,679 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,680 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ede4ea86573f9586c414620c4add824 columnFamilyName hfileref 2024-11-13T03:22:07,680 DEBUG [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:07,680 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(327): Store=2ede4ea86573f9586c414620c4add824/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:07,680 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,681 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ede4ea86573f9586c414620c4add824 columnFamilyName queue 2024-11-13T03:22:07,681 DEBUG [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:07,681 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(327): Store=2ede4ea86573f9586c414620c4add824/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:07,681 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,682 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ede4ea86573f9586c414620c4add824 columnFamilyName sid 2024-11-13T03:22:07,682 DEBUG [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:07,682 INFO [StoreOpener-2ede4ea86573f9586c414620c4add824-1 {}] regionserver.HStore(327): Store=2ede4ea86573f9586c414620c4add824/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:07,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:07,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:07,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2ede4ea86573f9586c414620c4add824; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333669, jitterRate=-0.041353628039360046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:07,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2ede4ea86573f9586c414620c4add824: Running coprocessor pre-open hook at 1731468127678Writing region info on filesystem at 1731468127678Initializing all the Stores at 1731468127679 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468127679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468127679Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468127679Cleaning up temporary data from old regions at 1731468127683 (+4 ms)Running coprocessor post-open hooks at 1731468127686 (+3 ms)Region opened successfully at 1731468127686 2024-11-13T03:22:07,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824., pid=10, masterSystemTime=1731468127658 2024-11-13T03:22:07,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:07,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ede4ea86573f9586c414620c4add824, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42439,1731468112747 2024-11-13T03:22:07,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ede4ea86573f9586c414620c4add824, server=8394b182524b,42439,1731468112747 because future has completed 2024-11-13T03:22:07,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:22:07,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ede4ea86573f9586c414620c4add824, server=8394b182524b,42439,1731468112747 in 184 msec 2024-11-13T03:22:07,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:22:07,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ede4ea86573f9586c414620c4add824, ASSIGN in 339 msec 2024-11-13T03:22:07,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:07,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468127693"}]},"ts":"1731468127693"} 2024-11-13T03:22:07,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:22:07,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:07,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1590 sec 2024-11-13T03:22:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824., hostname=8394b182524b,42439,1731468112747, seqNum=2] 2024-11-13T03:22:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:22:07,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:22:07,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:22:07,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:22:07,975 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:22:08,016 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,42439,1731468112747, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:22:08,016 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:08,016 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,42439,1731468112747, seqNum=-1] 2024-11-13T03:22:08,017 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:08,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:08,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,42439,1731468112747', locateType=CURRENT is [region=hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824., hostname=8394b182524b,42439,1731468112747, seqNum=2] 2024-11-13T03:22:08,022 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:22:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:22:08,025 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,42439,1731468112747 suceeded 2024-11-13T03:22:08,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:22:08,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T03:22:08,027 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:43739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:22:08,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-13T03:22:08,042 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:43739' 2024-11-13T03:22:08,043 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b9aa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,043 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:08,043 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:08,044 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:08,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:08,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:08,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d815a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:08,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:08,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,045 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:08,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fae2669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,43739,1731468106946 2024-11-13T03:22:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b3e72b 2024-11-13T03:22:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:08,048 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:08,048 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,42439,1731468112747 (queues=1) is replicating from cluster=031ed006-1c80-4321-a915-bcfa7ad3eaab to cluster=4c788360-9aa6-409c-a1ad-314c093282a6 2024-11-13T03:22:08,048 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C42439%2C1731468112747 2024-11-13T03:22:08,049 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,42439,1731468112747, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:22:08,049 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, startPosition=0, beingWritten=true 2024-11-13T03:22:08,052 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C42439%2C1731468112747 2024-11-13T03:22:08,060 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:08,060 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:08,060 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:08,067 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:08,170 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:08,266 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:08,570 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:08,676 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:22:08,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:08,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:08,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:08,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,46099,-1 for getting cluster id 2024-11-13T03:22:08,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:08,678 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98137a31-3ae1-4484-9d0c-9df218acbc7e' 2024-11-13T03:22:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98137a31-3ae1-4484-9d0c-9df218acbc7e" 2024-11-13T03:22:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8833858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,46099,-1] 2024-11-13T03:22:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,679 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b42290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:08,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:08,681 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568d0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,682 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c742bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dac86e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:22:08,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:08,683 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e0891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:08,685 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee76687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:08,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,39593,1731468102480, seqNum=-1] 2024-11-13T03:22:08,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:08,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468115764.0adbac2d952f443046219b46bc546dc0., hostname=8394b182524b,39593,1731468102480, seqNum=2] 2024-11-13T03:22:08,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,42439,1731468112747, seqNum=-1] 2024-11-13T03:22:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:08,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac., hostname=8394b182524b,42439,1731468112747, seqNum=2] 2024-11-13T03:22:08,695 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T03:22:08,771 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:08,974 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:09,180 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 379, reset compression=false 2024-11-13T03:22:09,185 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:09,185 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:09,185 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39593,1731468102480 got entry batch from reader: WALEntryBatch [walEntries=[{test/0adbac2d952f443046219b46bc546dc0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T03:22:09,187 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:09,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T03:22:09,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:09,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8a2083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,43739,-1 for getting cluster id 2024-11-13T03:22:09,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:09,190 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c788360-9aa6-409c-a1ad-314c093282a6' 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c788360-9aa6-409c-a1ad-314c093282a6" 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b745876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,43739,-1] 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:09,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:09,191 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:09,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aadbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:09,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44315,1731468107085, seqNum=-1] 2024-11-13T03:22:09,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:09,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:09,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae., hostname=8394b182524b,44315,1731468107085, seqNum=2] 2024-11-13T03:22:09,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:09,389 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:09,478 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:09,574 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 379, reset compression=false 2024-11-13T03:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 504, reset compression=false 2024-11-13T03:22:09,578 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd01f8b55d094ae5be19892662d6bbae/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T03:22:09,580 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:09,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T03:22:09,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:09,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3adb5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,45817,-1 for getting cluster id 2024-11-13T03:22:09,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:09,582 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031ed006-1c80-4321-a915-bcfa7ad3eaab' 2024-11-13T03:22:09,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:09,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031ed006-1c80-4321-a915-bcfa7ad3eaab" 2024-11-13T03:22:09,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9692401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,45817,-1] 2024-11-13T03:22:09,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:09,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:09,583 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:09,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9d61d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:09,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:09,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,42439,1731468112747, seqNum=-1] 2024-11-13T03:22:09,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:09,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:09,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac., hostname=8394b182524b,42439,1731468112747, seqNum=2] 2024-11-13T03:22:09,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:09,693 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:09,697 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T03:22:09,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44315,1731468107085, seqNum=-1] 2024-11-13T03:22:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:09,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae., hostname=8394b182524b,44315,1731468107085, seqNum=2] 2024-11-13T03:22:09,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T03:22:09,781 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 504, reset compression=false 2024-11-13T03:22:09,785 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:09,785 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 608, reset compression=false 2024-11-13T03:22:09,785 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd01f8b55d094ae5be19892662d6bbae/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:22:09,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:09,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:09,988 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 608, reset compression=false 2024-11-13T03:22:10,081 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 379, reset compression=false 2024-11-13T03:22:10,085 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:10,085 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 654, reset compression=false 2024-11-13T03:22:10,085 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:10,097 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:10,291 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 654, reset compression=false 2024-11-13T03:22:10,291 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 608, reset compression=false 2024-11-13T03:22:10,594 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 654, reset compression=false 2024-11-13T03:22:10,600 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:10,694 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 608, reset compression=false 2024-11-13T03:22:10,704 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T03:22:10,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T03:22:10,997 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 654, reset compression=false 2024-11-13T03:22:11,002 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:11,002 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 758, reset compression=false 2024-11-13T03:22:11,002 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[{test/e405fe4b88ee7057cdd1e00e89bd62ac/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T03:22:11,004 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:11,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T03:22:11,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:11,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:11,198 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 608, reset compression=false 2024-11-13T03:22:11,202 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:11,202 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 735, reset compression=false 2024-11-13T03:22:11,202 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:11,204 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:11,205 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 758, reset compression=false 2024-11-13T03:22:11,407 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 735, reset compression=false 2024-11-13T03:22:11,509 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 758, reset compression=false 2024-11-13T03:22:11,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T03:22:11,710 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 735, reset compression=false 2024-11-13T03:22:11,711 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T03:22:11,907 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 480, reset compression=false 2024-11-13T03:22:11,911 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:11,911 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:11,911 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39593,1731468102480 got entry batch from reader: WALEntryBatch [walEntries=[{test/0adbac2d952f443046219b46bc546dc0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T03:22:11,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:11,913 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 758, reset compression=false 2024-11-13T03:22:11,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:12,113 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 735, reset compression=false 2024-11-13T03:22:12,115 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:12,117 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:12,118 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 883, reset compression=false 2024-11-13T03:22:12,118 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd01f8b55d094ae5be19892662d6bbae/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T03:22:12,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:12,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:12,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:22:12,321 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 883, reset compression=false 2024-11-13T03:22:12,416 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 758, reset compression=false 2024-11-13T03:22:12,418 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:12,420 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:12,420 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 929, reset compression=false 2024-11-13T03:22:12,420 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:12,623 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 929, reset compression=false 2024-11-13T03:22:12,625 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 883, reset compression=false 2024-11-13T03:22:12,713 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T03:22:12,715 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T03:22:12,821 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:12,927 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 929, reset compression=false 2024-11-13T03:22:13,027 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 883, reset compression=false 2024-11-13T03:22:13,031 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:13,031 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1042, reset compression=false 2024-11-13T03:22:13,031 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd01f8b55d094ae5be19892662d6bbae/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T03:22:13,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:13,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:13,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:13,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:13,234 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1042, reset compression=false 2024-11-13T03:22:13,324 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:13,330 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 929, reset compression=false 2024-11-13T03:22:13,333 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:13,333 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1078, reset compression=false 2024-11-13T03:22:13,333 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:13,537 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1078, reset compression=false 2024-11-13T03:22:13,537 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1042, reset compression=false 2024-11-13T03:22:13,717 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T03:22:13,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T03:22:13,840 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1078, reset compression=false 2024-11-13T03:22:13,843 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:13,843 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1237, reset compression=false 2024-11-13T03:22:13,843 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[{test/e405fe4b88ee7057cdd1e00e89bd62ac/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T03:22:13,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T03:22:13,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T03:22:13,928 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:13,940 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1042, reset compression=false 2024-11-13T03:22:13,943 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:13,943 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:13,943 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:14,046 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1237, reset compression=false 2024-11-13T03:22:14,146 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:14,349 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1237, reset compression=false 2024-11-13T03:22:14,449 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:14,631 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:14,721 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T03:22:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:22:14,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:14,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:14,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:14,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:14,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:14,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:22:14,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1709460536, stopped=false 2024-11-13T03:22:14,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,45817,1731468112603 2024-11-13T03:22:14,749 DEBUG [master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-13T03:22:14,750 DEBUG [master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T03:22:14,752 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1237, reset compression=false 2024-11-13T03:22:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2029227894/running 2024-11-13T03:22:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2029227894/running 2024-11-13T03:22:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:22:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:22:14,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:14,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:14,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:14,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:14,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/running 2024-11-13T03:22:14,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Set watcher on znode that does not yet exist, /2-2029227894/running 2024-11-13T03:22:14,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,42439,1731468112747' ***** 2024-11-13T03:22:14,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:22:14,771 INFO [RS:0;8394b182524b:42439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:22:14,771 INFO [RS:0;8394b182524b:42439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:22:14,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:22:14,771 INFO [RS:0;8394b182524b:42439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:22:14,771 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ede4ea86573f9586c414620c4add824 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,42439,1731468112747 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:42439. 2024-11-13T03:22:14,772 DEBUG [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ede4ea86573f9586c414620c4add824, disabling compactions & flushes 2024-11-13T03:22:14,772 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:14,772 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. after waiting 0 ms 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:22:14,772 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ede4ea86573f9586c414620c4add824 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-13T03:22:14,772 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:22:14,772 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ede4ea86573f9586c414620c4add824=hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824., e405fe4b88ee7057cdd1e00e89bd62ac=test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.} 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:14,772 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ede4ea86573f9586c414620c4add824, e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:14,772 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:14,772 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:14,772 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:22:14,782 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:14,786 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/info/50f79df9d5ec471abe8f214bbc30d653 is 147, key is hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824./info:regioninfo/1731468127688/Put/seqid=0 2024-11-13T03:22:14,786 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/.tmp/queue/f50b81945e824c93817ebf6e467d8799 is 154, key is 1-8394b182524b,42439,1731468112747/queue:8394b182524b%2C42439%2C1731468112747/1731468133847/Put/seqid=0 2024-11-13T03:22:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741841_1017 (size=5353) 2024-11-13T03:22:14,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741840_1016 (size=7686) 2024-11-13T03:22:14,853 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:14,972 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ede4ea86573f9586c414620c4add824, e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:15,172 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ede4ea86573f9586c414620c4add824, e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:15,189 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/info/50f79df9d5ec471abe8f214bbc30d653 2024-11-13T03:22:15,189 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/.tmp/queue/f50b81945e824c93817ebf6e467d8799 2024-11-13T03:22:15,193 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/.tmp/queue/f50b81945e824c93817ebf6e467d8799 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/queue/f50b81945e824c93817ebf6e467d8799 2024-11-13T03:22:15,197 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/queue/f50b81945e824c93817ebf6e467d8799, entries=1, sequenceid=11, filesize=5.2 K 2024-11-13T03:22:15,197 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 2ede4ea86573f9586c414620c4add824 in 425ms, sequenceid=11, compaction requested=false 2024-11-13T03:22:15,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/replication/2ede4ea86573f9586c414620c4add824/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:22:15,206 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ede4ea86573f9586c414620c4add824: Waiting for close lock at 1731468134772Running coprocessor pre-close hooks at 1731468134772Disabling compacts and flushes for region at 1731468134772Disabling writes for close at 1731468134772Obtaining lock to block concurrent updates at 1731468134772Preparing flush snapshotting stores in 2ede4ea86573f9586c414620c4add824 at 1731468134772Finished memstore snapshotting hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731468134772Flushing stores of hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. at 1731468134773 (+1 ms)Flushing 2ede4ea86573f9586c414620c4add824/queue: creating writer at 1731468134773Flushing 2ede4ea86573f9586c414620c4add824/queue: appending metadata at 1731468134785 (+12 ms)Flushing 2ede4ea86573f9586c414620c4add824/queue: closing flushed file at 1731468134785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799138d: reopening flushed file at 1731468135192 (+407 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 2ede4ea86573f9586c414620c4add824 in 425ms, sequenceid=11, compaction requested=false at 1731468135197 (+5 ms)Writing region close event to WAL at 1731468135203 (+6 ms)Running coprocessor post-close hooks at 1731468135206 (+3 ms)Closed at 1731468135206 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468126537.2ede4ea86573f9586c414620c4add824. 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e405fe4b88ee7057cdd1e00e89bd62ac, disabling compactions & flushes 2024-11-13T03:22:15,206 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. after waiting 0 ms 2024-11-13T03:22:15,206 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:15,206 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e405fe4b88ee7057cdd1e00e89bd62ac 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T03:22:15,207 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/ns/7df72c9a59c041629f0d0f495e1f386a is 43, key is default/ns:d/1731468115603/Put/seqid=0 2024-11-13T03:22:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:22:15,210 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/ns/7df72c9a59c041629f0d0f495e1f386a 2024-11-13T03:22:15,224 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f/6f880ce98fc541c5a4c89afaa281cb92 is 29, key is row1/f:/1731468132713/DeleteFamily/seqid=0 2024-11-13T03:22:15,228 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/rep_barrier/ab82510c6ac145d383673c9f55ce051f is 112, key is test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac./rep_barrier:seqnumDuringOpen/1731468121206/Put/seqid=0 2024-11-13T03:22:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741843_1019 (size=5152) 2024-11-13T03:22:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741844_1020 (size=5518) 2024-11-13T03:22:15,232 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/rep_barrier/ab82510c6ac145d383673c9f55ce051f 2024-11-13T03:22:15,249 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/table/2c9a91937a934b68b21e1712cb092fb0 is 53, key is hbase:replication/table:state/1731468127693/Put/seqid=0 2024-11-13T03:22:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741845_1021 (size=5308) 2024-11-13T03:22:15,255 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1237, reset compression=false 2024-11-13T03:22:15,259 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:15,259 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1484, reset compression=false 2024-11-13T03:22:15,259 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,42439,1731468112747 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:15,259 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,42439,1731468112747: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,42439,1731468112747, walGroup=8394b182524b%2C42439%2C1731468112747, offset=8394b182524b%2C42439%2C1731468112747.1731468114598:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:42439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:22:15,260 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:22:15,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:22:15,260 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:22:15,261 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:22:15,261 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:22:15,261 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1004122432 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202596032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:22:15,261 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:45817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:45817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:22:15,356 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:15,373 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:15,434 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:15,462 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1484, reset compression=false 2024-11-13T03:22:15,519 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:22:15,519 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:22:15,573 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:15,630 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f/6f880ce98fc541c5a4c89afaa281cb92 2024-11-13T03:22:15,634 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f880ce98fc541c5a4c89afaa281cb92 2024-11-13T03:22:15,647 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f1/74960c4d7fd349f2943ad296e8fb0767 is 30, key is row1/f1:/1731468132713/DeleteFamily/seqid=0 2024-11-13T03:22:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741846_1022 (size=5158) 2024-11-13T03:22:15,650 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f1/74960c4d7fd349f2943ad296e8fb0767 2024-11-13T03:22:15,652 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/table/2c9a91937a934b68b21e1712cb092fb0 2024-11-13T03:22:15,653 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74960c4d7fd349f2943ad296e8fb0767 2024-11-13T03:22:15,655 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/info/50f79df9d5ec471abe8f214bbc30d653 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/info/50f79df9d5ec471abe8f214bbc30d653 2024-11-13T03:22:15,658 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/info/50f79df9d5ec471abe8f214bbc30d653, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:22:15,659 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/ns/7df72c9a59c041629f0d0f495e1f386a as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/ns/7df72c9a59c041629f0d0f495e1f386a 2024-11-13T03:22:15,662 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/ns/7df72c9a59c041629f0d0f495e1f386a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:22:15,663 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/rep_barrier/ab82510c6ac145d383673c9f55ce051f as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/rep_barrier/ab82510c6ac145d383673c9f55ce051f 2024-11-13T03:22:15,666 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/rep_barrier/ab82510c6ac145d383673c9f55ce051f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:22:15,667 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/.tmp/table/2c9a91937a934b68b21e1712cb092fb0 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/table/2c9a91937a934b68b21e1712cb092fb0 2024-11-13T03:22:15,670 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/table/2c9a91937a934b68b21e1712cb092fb0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:22:15,670 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false 2024-11-13T03:22:15,671 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/norep/0c0695cf32874e23bf95225ccd401e1f is 33, key is row2/norep:/1731468133718/DeleteFamily/seqid=0 2024-11-13T03:22:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741847_1023 (size=5108) 2024-11-13T03:22:15,674 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:22:15,674 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:15,674 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:22:15,674 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:15,674 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468134772Running coprocessor pre-close hooks at 1731468134772Disabling compacts and flushes for region at 1731468134772Disabling writes for close at 1731468134772Obtaining lock to block concurrent updates at 1731468134772Preparing flush snapshotting stores in 1588230740 at 1731468134772Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468134772Flushing stores of hbase:meta,,1.1588230740 at 1731468134773 (+1 ms)Flushing 1588230740/info: creating writer at 1731468134773Flushing 1588230740/info: appending metadata at 1731468134785 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731468134785Flushing 1588230740/ns: creating writer at 1731468135192 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731468135206 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731468135206Flushing 1588230740/rep_barrier: creating writer at 1731468135215 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468135227 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468135227Flushing 1588230740/table: creating writer at 1731468135235 (+8 ms)Flushing 1588230740/table: appending metadata at 1731468135248 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731468135248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e714373: reopening flushed file at 1731468135654 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b5e4bc: reopening flushed file at 1731468135658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2d9000: reopening flushed file at 1731468135662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ed0512: reopening flushed file at 1731468135666 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false at 1731468135670 (+4 ms)Writing region close event to WAL at 1731468135672 (+2 ms)Running coprocessor post-close hooks at 1731468135674 (+2 ms)Closed at 1731468135674 2024-11-13T03:22:15,674 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:15,764 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1484, reset compression=false 2024-11-13T03:22:15,773 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:22:15,773 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1325): Online Regions={e405fe4b88ee7057cdd1e00e89bd62ac=test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac.} 2024-11-13T03:22:15,773 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:15,959 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:15,973 DEBUG [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1351): Waiting on e405fe4b88ee7057cdd1e00e89bd62ac 2024-11-13T03:22:16,074 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/norep/0c0695cf32874e23bf95225ccd401e1f 2024-11-13T03:22:16,078 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c0695cf32874e23bf95225ccd401e1f 2024-11-13T03:22:16,078 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f/6f880ce98fc541c5a4c89afaa281cb92 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/f/6f880ce98fc541c5a4c89afaa281cb92 2024-11-13T03:22:16,082 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f880ce98fc541c5a4c89afaa281cb92 2024-11-13T03:22:16,082 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/f/6f880ce98fc541c5a4c89afaa281cb92, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:16,082 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/f1/74960c4d7fd349f2943ad296e8fb0767 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/f1/74960c4d7fd349f2943ad296e8fb0767 2024-11-13T03:22:16,085 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74960c4d7fd349f2943ad296e8fb0767 2024-11-13T03:22:16,085 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/f1/74960c4d7fd349f2943ad296e8fb0767, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:16,086 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/.tmp/norep/0c0695cf32874e23bf95225ccd401e1f as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/norep/0c0695cf32874e23bf95225ccd401e1f 2024-11-13T03:22:16,089 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c0695cf32874e23bf95225ccd401e1f 2024-11-13T03:22:16,089 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/norep/0c0695cf32874e23bf95225ccd401e1f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:16,090 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e405fe4b88ee7057cdd1e00e89bd62ac in 883ms, sequenceid=10, compaction requested=false 2024-11-13T03:22:16,093 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/data/default/test/e405fe4b88ee7057cdd1e00e89bd62ac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T03:22:16,093 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:16,093 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:16,093 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:16,093 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e405fe4b88ee7057cdd1e00e89bd62ac: Waiting for close lock at 1731468135206Running coprocessor pre-close hooks at 1731468135206Disabling compacts and flushes for region at 1731468135206Disabling writes for close at 1731468135206Obtaining lock to block concurrent updates at 1731468135206Preparing flush snapshotting stores in e405fe4b88ee7057cdd1e00e89bd62ac at 1731468135206Finished memstore snapshotting test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731468135207 (+1 ms)Flushing stores of test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. at 1731468135207Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f: creating writer at 1731468135207Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f: appending metadata at 1731468135224 (+17 ms)Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f: closing flushed file at 1731468135224Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f1: creating writer at 1731468135634 (+410 ms)Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f1: appending metadata at 1731468135646 (+12 ms)Flushing e405fe4b88ee7057cdd1e00e89bd62ac/f1: closing flushed file at 1731468135646Flushing e405fe4b88ee7057cdd1e00e89bd62ac/norep: creating writer at 1731468135653 (+7 ms)Flushing e405fe4b88ee7057cdd1e00e89bd62ac/norep: appending metadata at 1731468135670 (+17 ms)Flushing e405fe4b88ee7057cdd1e00e89bd62ac/norep: closing flushed file at 1731468135670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1870662c: reopening flushed file at 1731468136078 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425f62ba: reopening flushed file at 1731468136082 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cda6d5: reopening flushed file at 1731468136085 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e405fe4b88ee7057cdd1e00e89bd62ac in 883ms, sequenceid=10, compaction requested=false at 1731468136090 (+5 ms)Writing region close event to WAL at 1731468136091 (+1 ms)Running coprocessor post-close hooks at 1731468136093 (+2 ms)Closed at 1731468136093 2024-11-13T03:22:16,093 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468120068.e405fe4b88ee7057cdd1e00e89bd62ac. 2024-11-13T03:22:16,167 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 1484, reset compression=false 2024-11-13T03:22:16,171 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:16,171 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/WALs/8394b182524b,42439,1731468112747/8394b182524b%2C42439%2C1731468112747.1731468114598 to pos 2128, reset compression=false 2024-11-13T03:22:16,173 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,42439,1731468112747; all regions closed. 2024-11-13T03:22:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:22:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741839_1015 (size=2896) 2024-11-13T03:22:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741832_1008 (size=2136) 2024-11-13T03:22:16,179 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:16,179 INFO [RS:0;8394b182524b:42439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:16,179 INFO [RS:0;8394b182524b:42439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:16,179 INFO [RS:0;8394b182524b:42439 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:16,179 INFO [RS:0;8394b182524b:42439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:16,179 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:16,179 INFO [RS:0;8394b182524b:42439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,42439,1731468112747 because: Region server is closing 2024-11-13T03:22:16,180 INFO [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:42439. 2024-11-13T03:22:16,180 DEBUG [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:16,180 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:16,180 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:16,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:16,280 INFO [RS:0;8394b182524b:42439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.shipper8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 terminated 2024-11-13T03:22:16,280 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,42439,1731468112747.replicationSource.wal-reader.8394b182524b%2C42439%2C1731468112747,1-8394b182524b,42439,1731468112747 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:22:16,280 INFO [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:42439. 2024-11-13T03:22:16,280 DEBUG [RS:0;8394b182524b:42439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:16,280 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:16,281 DEBUG [RS:0;8394b182524b:42439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:16,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:16,281 INFO [RS:0;8394b182524b:42439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42439 2024-11-13T03:22:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2029227894/rs/8394b182524b,42439,1731468112747 2024-11-13T03:22:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894/rs 2024-11-13T03:22:16,328 INFO [RS:0;8394b182524b:42439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:16,338 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:16,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,42439,1731468112747] 2024-11-13T03:22:16,348 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2029227894/draining/8394b182524b,42439,1731468112747 already deleted, retry=false 2024-11-13T03:22:16,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,42439,1731468112747 expired; onlineServers=0 2024-11-13T03:22:16,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,45817,1731468112603' ***** 2024-11-13T03:22:16,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:22:16,349 INFO [M:0;8394b182524b:45817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:16,349 INFO [M:0;8394b182524b:45817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:16,349 DEBUG [M:0;8394b182524b:45817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:22:16,349 DEBUG [M:0;8394b182524b:45817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:22:16,349 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:22:16,349 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468114356 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468114356,5,FailOnTimeoutGroup] 2024-11-13T03:22:16,349 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468114359 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468114359,5,FailOnTimeoutGroup] 2024-11-13T03:22:16,349 INFO [M:0;8394b182524b:45817 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:16,349 INFO [M:0;8394b182524b:45817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:16,349 DEBUG [M:0;8394b182524b:45817 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:22:16,349 INFO [M:0;8394b182524b:45817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:22:16,350 INFO [M:0;8394b182524b:45817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:16,350 INFO [M:0;8394b182524b:45817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:22:16,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:22:16,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2029227894/master 2024-11-13T03:22:16,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2029227894 2024-11-13T03:22:16,359 DEBUG [M:0;8394b182524b:45817 {}] zookeeper.ZKUtil(347): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Unable to get data of znode /2-2029227894/master because node does not exist (not an error) 2024-11-13T03:22:16,359 WARN [M:0;8394b182524b:45817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:22:16,367 INFO [M:0;8394b182524b:45817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/.lastflushedseqids 2024-11-13T03:22:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741848_1024 (size=245) 2024-11-13T03:22:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:16,438 INFO [RS:0;8394b182524b:42439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42439-0x1013236803d0007, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:16,438 INFO [RS:0;8394b182524b:42439 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,42439,1731468112747; zookeeper connection closed. 2024-11-13T03:22:16,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e789993 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e789993 2024-11-13T03:22:16,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:22:16,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:22:16,663 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:16,772 INFO [M:0;8394b182524b:45817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:22:16,772 INFO [M:0;8394b182524b:45817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:22:16,772 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:16,772 INFO [M:0;8394b182524b:45817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:16,772 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:16,772 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:16,772 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:16,772 INFO [M:0;8394b182524b:45817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T03:22:16,787 DEBUG [M:0;8394b182524b:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9694ed16602c40cab3cc980bcacfbe24 is 82, key is hbase:meta,,1/info:regioninfo/1731468115587/Put/seqid=0 2024-11-13T03:22:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741849_1025 (size=5672) 2024-11-13T03:22:17,191 INFO [M:0;8394b182524b:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9694ed16602c40cab3cc980bcacfbe24 2024-11-13T03:22:17,211 DEBUG [M:0;8394b182524b:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa6e3a03354467eb3d5a4f2b6a643dc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468127697/Put/seqid=0 2024-11-13T03:22:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741850_1026 (size=8515) 2024-11-13T03:22:17,341 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:17,466 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:17,614 INFO [M:0;8394b182524b:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa6e3a03354467eb3d5a4f2b6a643dc 2024-11-13T03:22:17,633 DEBUG [M:0;8394b182524b:45817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdd3edba5ef41148ca20791a573108a is 69, key is 8394b182524b,42439,1731468112747/rs:state/1731468114406/Put/seqid=0 2024-11-13T03:22:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741851_1027 (size=5156) 2024-11-13T03:22:18,037 INFO [M:0;8394b182524b:45817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdd3edba5ef41148ca20791a573108a 2024-11-13T03:22:18,041 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9694ed16602c40cab3cc980bcacfbe24 as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9694ed16602c40cab3cc980bcacfbe24 2024-11-13T03:22:18,044 INFO [M:0;8394b182524b:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9694ed16602c40cab3cc980bcacfbe24, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:22:18,044 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa6e3a03354467eb3d5a4f2b6a643dc as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fa6e3a03354467eb3d5a4f2b6a643dc 2024-11-13T03:22:18,047 INFO [M:0;8394b182524b:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fa6e3a03354467eb3d5a4f2b6a643dc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:22:18,048 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdd3edba5ef41148ca20791a573108a as hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fdd3edba5ef41148ca20791a573108a 2024-11-13T03:22:18,051 INFO [M:0;8394b182524b:45817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44127/user/jenkins/test-data/fede3991-e133-df64-fa29-02074a7c90ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fdd3edba5ef41148ca20791a573108a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:22:18,052 INFO [M:0;8394b182524b:45817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-13T03:22:18,056 INFO [M:0;8394b182524b:45817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:18,056 DEBUG [M:0;8394b182524b:45817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468136772Disabling compacts and flushes for region at 1731468136772Disabling writes for close at 1731468136772Obtaining lock to block concurrent updates at 1731468136772Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468136772Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731468136772Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468136773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468136773Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468136787 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468136787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468137194 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468137210 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468137210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468137618 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468137633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468137633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10750579: reopening flushed file at 1731468138040 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3e1cd9: reopening flushed file at 1731468138044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2bb2f8: reopening flushed file at 1731468138048 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731468138052 (+4 ms)Writing region close event to WAL at 1731468138056 (+4 ms)Closed at 1731468138056 2024-11-13T03:22:18,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741830_1006 (size=63642) 2024-11-13T03:22:18,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:18,058 INFO [M:0;8394b182524b:45817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:22:18,059 INFO [M:0;8394b182524b:45817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45817 2024-11-13T03:22:18,059 INFO [M:0;8394b182524b:45817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:18,238 INFO [M:0;8394b182524b:45817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45817-0x1013236803d0006, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:18,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd274ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:18,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:18,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:18,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:18,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:18,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:22:18,280 WARN [BP-1159176441-172.17.0.3-1731468110658 heartbeating to localhost/127.0.0.1:44127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:22:18,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:22:18,280 WARN [BP-1159176441-172.17.0.3-1731468110658 heartbeating to localhost/127.0.0.1:44127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1159176441-172.17.0.3-1731468110658 (Datanode Uuid 229d18cc-456b-4d2d-8c8e-244f76d633db) service to localhost/127.0.0.1:44127 2024-11-13T03:22:18,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/cluster_be15bb0a-5439-f9ef-a750-bb8ae1eb938b/data/data1/current/BP-1159176441-172.17.0.3-1731468110658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:18,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/cluster_be15bb0a-5439-f9ef-a750-bb8ae1eb938b/data/data2/current/BP-1159176441-172.17.0.3-1731468110658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:18,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:22:18,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:18,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:18,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:18,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:18,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:22:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:22:18,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:18,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:18,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:18,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:22:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=815949363, stopped=false 2024-11-13T03:22:18,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,43739,1731468106946 2024-11-13T03:22:18,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-592641069/running 2024-11-13T03:22:18,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-592641069/running 2024-11-13T03:22:18,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:22:18,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:22:18,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:18,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:18,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:18,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:18,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/running 2024-11-13T03:22:18,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Set watcher on znode that does not yet exist, /1-592641069/running 2024-11-13T03:22:18,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,44315,1731468107085' ***** 2024-11-13T03:22:18,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:22:18,318 INFO [RS:0;8394b182524b:44315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:22:18,318 INFO [RS:0;8394b182524b:44315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:22:18,318 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:22:18,318 INFO [RS:0;8394b182524b:44315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:22:18,318 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(3091): Received CLOSE for cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(3091): Received CLOSE for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,44315,1731468107085 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:44315. 2024-11-13T03:22:18,319 DEBUG [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:18,319 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd01f8b55d094ae5be19892662d6bbae, disabling compactions & flushes 2024-11-13T03:22:18,319 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:18,319 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:22:18,319 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:22:18,319 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. after waiting 0 ms 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:22:18,319 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:22:18,319 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd01f8b55d094ae5be19892662d6bbae 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T03:22:18,319 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:22:18,319 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1325): Online Regions={cd01f8b55d094ae5be19892662d6bbae=test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae., 59e45b9b13384b5251872071b6f6b452=hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:22:18,319 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452, cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:18,320 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:18,320 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:18,320 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:18,320 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:18,320 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:18,320 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:22:18,320 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:22:18,320 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:22:18,333 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/info/cf63b675e6924f439e0e190bbc0ca557 is 147, key is hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452./info:regioninfo/1731468125757/Put/seqid=0 2024-11-13T03:22:18,333 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f/236b9ef41c19479d8e8fd02b9d508deb is 29, key is row1/f:/1731468132713/DeleteFamily/seqid=0 2024-11-13T03:22:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741841_1017 (size=5152) 2024-11-13T03:22:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741840_1016 (size=7686) 2024-11-13T03:22:18,340 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f/236b9ef41c19479d8e8fd02b9d508deb 2024-11-13T03:22:18,344 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 236b9ef41c19479d8e8fd02b9d508deb 2024-11-13T03:22:18,361 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f1/c509e16624e049ef9098e4f2c9193d94 is 30, key is row1/f1:/1731468132713/DeleteFamily/seqid=0 2024-11-13T03:22:18,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741842_1018 (size=5158) 2024-11-13T03:22:18,368 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1191, reset compression=false 2024-11-13T03:22:18,372 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:18,372 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1438, reset compression=false 2024-11-13T03:22:18,372 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,44315,1731468107085 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:18,373 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,44315,1731468107085: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,44315,1731468107085, walGroup=8394b182524b%2C44315%2C1731468107085, offset=8394b182524b%2C44315%2C1731468107085.1731468109416:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:22:18,374 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:22:18,374 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:22:18,375 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:22:18,375 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:22:18,375 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:22:18,375 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 865174864 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202876528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:22:18,375 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:43739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:43739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:22:18,394 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:18,444 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:18,520 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452, cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:18,575 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1438, reset compression=false 2024-11-13T03:22:18,720 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452, cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:18,741 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/info/cf63b675e6924f439e0e190bbc0ca557 2024-11-13T03:22:18,760 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/ns/561537ceed6845bca9b2e51491d897b4 is 43, key is default/ns:d/1731468110477/Put/seqid=0 2024-11-13T03:22:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741843_1019 (size=5153) 2024-11-13T03:22:18,765 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f1/c509e16624e049ef9098e4f2c9193d94 2024-11-13T03:22:18,768 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c509e16624e049ef9098e4f2c9193d94 2024-11-13T03:22:18,782 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/norep/7f8895c2cf054cb487428aa07528f98f is 33, key is row1/norep:/1731468132713/DeleteFamily/seqid=0 2024-11-13T03:22:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741844_1020 (size=5108) 2024-11-13T03:22:18,878 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1438, reset compression=false 2024-11-13T03:22:18,920 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452, cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:19,120 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452, cd01f8b55d094ae5be19892662d6bbae 2024-11-13T03:22:19,164 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/ns/561537ceed6845bca9b2e51491d897b4 2024-11-13T03:22:19,180 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/rep_barrier/f2090a0438fb450cbef382b944b59bd1 is 112, key is test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae./rep_barrier:seqnumDuringOpen/1731468119058/Put/seqid=0 2024-11-13T03:22:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741845_1021 (size=5518) 2024-11-13T03:22:19,185 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/norep/7f8895c2cf054cb487428aa07528f98f 2024-11-13T03:22:19,189 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f8895c2cf054cb487428aa07528f98f 2024-11-13T03:22:19,189 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f/236b9ef41c19479d8e8fd02b9d508deb as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/f/236b9ef41c19479d8e8fd02b9d508deb 2024-11-13T03:22:19,193 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 236b9ef41c19479d8e8fd02b9d508deb 2024-11-13T03:22:19,193 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/f/236b9ef41c19479d8e8fd02b9d508deb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:19,193 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/f1/c509e16624e049ef9098e4f2c9193d94 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/f1/c509e16624e049ef9098e4f2c9193d94 2024-11-13T03:22:19,196 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c509e16624e049ef9098e4f2c9193d94 2024-11-13T03:22:19,196 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/f1/c509e16624e049ef9098e4f2c9193d94, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:19,197 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/.tmp/norep/7f8895c2cf054cb487428aa07528f98f as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/norep/7f8895c2cf054cb487428aa07528f98f 2024-11-13T03:22:19,200 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f8895c2cf054cb487428aa07528f98f 2024-11-13T03:22:19,200 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/norep/7f8895c2cf054cb487428aa07528f98f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T03:22:19,201 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cd01f8b55d094ae5be19892662d6bbae in 882ms, sequenceid=10, compaction requested=false 2024-11-13T03:22:19,204 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/default/test/cd01f8b55d094ae5be19892662d6bbae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T03:22:19,204 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:19,204 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:19,205 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd01f8b55d094ae5be19892662d6bbae: Waiting for close lock at 1731468138319Running coprocessor pre-close hooks at 1731468138319Disabling compacts and flushes for region at 1731468138319Disabling writes for close at 1731468138319Obtaining lock to block concurrent updates at 1731468138319Preparing flush snapshotting stores in cd01f8b55d094ae5be19892662d6bbae at 1731468138319Finished memstore snapshotting test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731468138319Flushing stores of test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. at 1731468138320 (+1 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/f: creating writer at 1731468138320Flushing cd01f8b55d094ae5be19892662d6bbae/f: appending metadata at 1731468138333 (+13 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/f: closing flushed file at 1731468138333Flushing cd01f8b55d094ae5be19892662d6bbae/f1: creating writer at 1731468138345 (+12 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/f1: appending metadata at 1731468138361 (+16 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/f1: closing flushed file at 1731468138361Flushing cd01f8b55d094ae5be19892662d6bbae/norep: creating writer at 1731468138769 (+408 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/norep: appending metadata at 1731468138781 (+12 ms)Flushing cd01f8b55d094ae5be19892662d6bbae/norep: closing flushed file at 1731468138781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e25fb8: reopening flushed file at 1731468139189 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24648a1e: reopening flushed file at 1731468139193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b53927: reopening flushed file at 1731468139197 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cd01f8b55d094ae5be19892662d6bbae in 882ms, sequenceid=10, compaction requested=false at 1731468139201 (+4 ms)Writing region close event to WAL at 1731468139202 (+1 ms)Running coprocessor post-close hooks at 1731468139204 (+2 ms)Closed at 1731468139205 (+1 ms) 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468117917.cd01f8b55d094ae5be19892662d6bbae. 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59e45b9b13384b5251872071b6f6b452, disabling compactions & flushes 2024-11-13T03:22:19,205 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. after waiting 0 ms 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59e45b9b13384b5251872071b6f6b452: Waiting for close lock at 1731468139205Running coprocessor pre-close hooks at 1731468139205Disabling compacts and flushes for region at 1731468139205Disabling writes for close at 1731468139205Failed flush hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., putting online again at 1731468139205 2024-11-13T03:22:19,205 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,291 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 1438, reset compression=false 2024-11-13T03:22:19,295 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:19,295 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 2082, reset compression=false 2024-11-13T03:22:19,320 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:22:19,320 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1325): Online Regions={59e45b9b13384b5251872071b6f6b452=hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:22:19,320 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(3091): Received CLOSE for 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:19,320 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59e45b9b13384b5251872071b6f6b452 2024-11-13T03:22:19,320 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59e45b9b13384b5251872071b6f6b452, disabling compactions & flushes 2024-11-13T03:22:19,321 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,321 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,321 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. after waiting 0 ms 2024-11-13T03:22:19,321 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,321 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59e45b9b13384b5251872071b6f6b452: Waiting for close lock at 1731468139320Running coprocessor pre-close hooks at 1731468139320Disabling compacts and flushes for region at 1731468139320Disabling writes for close at 1731468139321 (+1 ms)Failed flush hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452., putting online again at 1731468139321 2024-11-13T03:22:19,321 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731468124378.59e45b9b13384b5251872071b6f6b452. 2024-11-13T03:22:19,498 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 2082, reset compression=false 2024-11-13T03:22:19,521 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:22:19,583 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/rep_barrier/f2090a0438fb450cbef382b944b59bd1 2024-11-13T03:22:19,599 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/table/f535aa3391444c26b656fc749599a46f is 53, key is hbase:replication/table:state/1731468125763/Put/seqid=0 2024-11-13T03:22:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741846_1022 (size=5308) 2024-11-13T03:22:19,647 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:19,721 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:22:19,801 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 2082, reset compression=false 2024-11-13T03:22:19,921 DEBUG [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:22:20,003 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/table/f535aa3391444c26b656fc749599a46f 2024-11-13T03:22:20,007 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/info/cf63b675e6924f439e0e190bbc0ca557 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/info/cf63b675e6924f439e0e190bbc0ca557 2024-11-13T03:22:20,010 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/info/cf63b675e6924f439e0e190bbc0ca557, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:22:20,011 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/ns/561537ceed6845bca9b2e51491d897b4 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/ns/561537ceed6845bca9b2e51491d897b4 2024-11-13T03:22:20,014 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/ns/561537ceed6845bca9b2e51491d897b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:22:20,015 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/rep_barrier/f2090a0438fb450cbef382b944b59bd1 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/rep_barrier/f2090a0438fb450cbef382b944b59bd1 2024-11-13T03:22:20,018 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/rep_barrier/f2090a0438fb450cbef382b944b59bd1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:22:20,019 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/.tmp/table/f535aa3391444c26b656fc749599a46f as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/table/f535aa3391444c26b656fc749599a46f 2024-11-13T03:22:20,022 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/table/f535aa3391444c26b656fc749599a46f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:22:20,022 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-13T03:22:20,022 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:22:20,026 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:22:20,027 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:20,027 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:22:20,027 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:20,027 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468138320Running coprocessor pre-close hooks at 1731468138320Disabling compacts and flushes for region at 1731468138320Disabling writes for close at 1731468138320Obtaining lock to block concurrent updates at 1731468138320Preparing flush snapshotting stores in 1588230740 at 1731468138320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468138320Flushing stores of hbase:meta,,1.1588230740 at 1731468138321 (+1 ms)Flushing 1588230740/info: creating writer at 1731468138321Flushing 1588230740/info: appending metadata at 1731468138333 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731468138333Flushing 1588230740/ns: creating writer at 1731468138744 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731468138760 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731468138760Flushing 1588230740/rep_barrier: creating writer at 1731468139167 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468139179 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468139180 (+1 ms)Flushing 1588230740/table: creating writer at 1731468139586 (+406 ms)Flushing 1588230740/table: appending metadata at 1731468139599 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731468139599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28897d3c: reopening flushed file at 1731468140006 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f417c2b: reopening flushed file at 1731468140011 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da2ef33: reopening flushed file at 1731468140014 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d540314: reopening flushed file at 1731468140018 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731468140022 (+4 ms)Writing region close event to WAL at 1731468140024 (+2 ms)Running coprocessor post-close hooks at 1731468140027 (+3 ms)Closed at 1731468140027 2024-11-13T03:22:20,027 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:20,121 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T03:22:20,121 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,44315,1731468107085; all regions closed. 2024-11-13T03:22:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:22:20,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741839_1015 (size=2171) 2024-11-13T03:22:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741832_1008 (size=2090) 2024-11-13T03:22:20,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 not finished, retry = 0 2024-11-13T03:22:20,204 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 to pos 2082, reset compression=false 2024-11-13T03:22:20,228 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:20,228 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/WALs/8394b182524b,44315,1731468107085/8394b182524b%2C44315%2C1731468107085.1731468109416 2024-11-13T03:22:20,228 INFO [RS:0;8394b182524b:44315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:20,228 INFO [RS:0;8394b182524b:44315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:20,228 INFO [RS:0;8394b182524b:44315 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:20,228 INFO [RS:0;8394b182524b:44315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:20,229 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:20,229 INFO [RS:0;8394b182524b:44315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,44315,1731468107085 because: Region server is closing 2024-11-13T03:22:20,229 INFO [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:44315. 2024-11-13T03:22:20,229 DEBUG [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:20,229 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:20,229 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:20,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:20,329 INFO [RS:0;8394b182524b:44315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.shipper8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 terminated 2024-11-13T03:22:20,330 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,44315,1731468107085.replicationSource.wal-reader.8394b182524b%2C44315%2C1731468107085,1-8394b182524b,44315,1731468107085 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T03:22:20,330 INFO [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:44315. 2024-11-13T03:22:20,330 DEBUG [RS:0;8394b182524b:44315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:20,330 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:20,330 DEBUG [RS:0;8394b182524b:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:20,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:20,330 INFO [RS:0;8394b182524b:44315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44315 2024-11-13T03:22:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069/rs 2024-11-13T03:22:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-592641069/rs/8394b182524b,44315,1731468107085 2024-11-13T03:22:20,422 INFO [RS:0;8394b182524b:44315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:20,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,44315,1731468107085] 2024-11-13T03:22:20,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-592641069/draining/8394b182524b,44315,1731468107085 already deleted, retry=false 2024-11-13T03:22:20,479 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,44315,1731468107085 expired; onlineServers=0 2024-11-13T03:22:20,479 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,43739,1731468106946' ***** 2024-11-13T03:22:20,479 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:20,480 DEBUG [M:0;8394b182524b:43739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:22:20,480 DEBUG [M:0;8394b182524b:43739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:22:20,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:22:20,480 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468109124 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468109124,5,FailOnTimeoutGroup] 2024-11-13T03:22:20,480 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468109124 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468109124,5,FailOnTimeoutGroup] 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:20,480 DEBUG [M:0;8394b182524b:43739 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:22:20,480 INFO [M:0;8394b182524b:43739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:20,481 INFO [M:0;8394b182524b:43739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:22:20,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:22:20,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-592641069/master 2024-11-13T03:22:20,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-592641069 2024-11-13T03:22:20,490 DEBUG [M:0;8394b182524b:43739 {}] zookeeper.ZKUtil(347): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Unable to get data of znode /1-592641069/master because node does not exist (not an error) 2024-11-13T03:22:20,490 WARN [M:0;8394b182524b:43739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:22:20,491 INFO [M:0;8394b182524b:43739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/.lastflushedseqids 2024-11-13T03:22:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741847_1023 (size=245) 2024-11-13T03:22:20,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:20,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1013236803d0004, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:20,563 INFO [RS:0;8394b182524b:44315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:20,563 INFO [RS:0;8394b182524b:44315 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,44315,1731468107085; zookeeper connection closed. 2024-11-13T03:22:20,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52dcfcc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52dcfcc0 2024-11-13T03:22:20,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:22:20,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:20,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:20,894 INFO [M:0;8394b182524b:43739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:22:20,894 INFO [M:0;8394b182524b:43739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:22:20,895 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:20,895 INFO [M:0;8394b182524b:43739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:20,895 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:20,895 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:20,895 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:20,895 INFO [M:0;8394b182524b:43739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T03:22:20,911 DEBUG [M:0;8394b182524b:43739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/489c070d2322452b95073edd8c5690b7 is 82, key is hbase:meta,,1/info:regioninfo/1731468110461/Put/seqid=0 2024-11-13T03:22:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741848_1024 (size=5672) 2024-11-13T03:22:20,950 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:21,315 INFO [M:0;8394b182524b:43739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/489c070d2322452b95073edd8c5690b7 2024-11-13T03:22:21,334 DEBUG [M:0;8394b182524b:43739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d42ebaeb59454fbc53307b882987e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468125765/Put/seqid=0 2024-11-13T03:22:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741849_1025 (size=8515) 2024-11-13T03:22:21,737 INFO [M:0;8394b182524b:43739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d42ebaeb59454fbc53307b882987e6 2024-11-13T03:22:21,753 DEBUG [M:0;8394b182524b:43739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/504bd8a9a23344faa0032559f71985ab is 69, key is 8394b182524b,44315,1731468107085/rs:state/1731468109251/Put/seqid=0 2024-11-13T03:22:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741850_1026 (size=5156) 2024-11-13T03:22:22,156 INFO [M:0;8394b182524b:43739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/504bd8a9a23344faa0032559f71985ab 2024-11-13T03:22:22,160 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/489c070d2322452b95073edd8c5690b7 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/489c070d2322452b95073edd8c5690b7 2024-11-13T03:22:22,163 INFO [M:0;8394b182524b:43739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/489c070d2322452b95073edd8c5690b7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T03:22:22,163 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d42ebaeb59454fbc53307b882987e6 as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d42ebaeb59454fbc53307b882987e6 2024-11-13T03:22:22,166 INFO [M:0;8394b182524b:43739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d42ebaeb59454fbc53307b882987e6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T03:22:22,167 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/504bd8a9a23344faa0032559f71985ab as hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/504bd8a9a23344faa0032559f71985ab 2024-11-13T03:22:22,170 INFO [M:0;8394b182524b:43739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/504bd8a9a23344faa0032559f71985ab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T03:22:22,171 INFO [M:0;8394b182524b:43739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-13T03:22:22,172 INFO [M:0;8394b182524b:43739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:22,172 DEBUG [M:0;8394b182524b:43739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468140895Disabling compacts and flushes for region at 1731468140895Disabling writes for close at 1731468140895Obtaining lock to block concurrent updates at 1731468140895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468140895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731468140895Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468140896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468140896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468140911 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468140911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468141318 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468141334 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468141334Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468141740 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468141752 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468141752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8f5535: reopening flushed file at 1731468142159 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55794664: reopening flushed file at 1731468142163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4acab2: reopening flushed file at 1731468142166 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731468142171 (+5 ms)Writing region close event to WAL at 1731468142172 (+1 ms)Closed at 1731468142172 2024-11-13T03:22:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36347 is added to blk_1073741830_1006 (size=63642) 2024-11-13T03:22:22,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a00e1083-80fc-f959-93ad-d58e4910bea1/MasterData/WALs/8394b182524b,43739,1731468106946/8394b182524b%2C43739%2C1731468106946.1731468108843 not finished, retry = 0 2024-11-13T03:22:22,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:22,274 INFO [M:0;8394b182524b:43739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:22:22,274 INFO [M:0;8394b182524b:43739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43739 2024-11-13T03:22:22,274 INFO [M:0;8394b182524b:43739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:22,353 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:22,501 INFO [M:0;8394b182524b:43739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43739-0x1013236803d0003, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:22,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20198d99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:22,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:22,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:22,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:22,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:22,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:22:22,508 WARN [BP-1768799256-172.17.0.3-1731468105058 heartbeating to localhost/127.0.0.1:33297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:22:22,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:22:22,508 WARN [BP-1768799256-172.17.0.3-1731468105058 heartbeating to localhost/127.0.0.1:33297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1768799256-172.17.0.3-1731468105058 (Datanode Uuid 84ffbd09-eae5-4817-baa9-592c5d80e00a) service to localhost/127.0.0.1:33297 2024-11-13T03:22:22,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/cluster_db5f39da-3786-3073-8daa-782dc198c1ba/data/data1/current/BP-1768799256-172.17.0.3-1731468105058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:22,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/cluster_db5f39da-3786-3073-8daa-782dc198c1ba/data/data2/current/BP-1768799256-172.17.0.3-1731468105058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:22,509 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:22:22,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60a42272{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:22,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:22,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:22,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:22,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a5edda1-00ab-2e61-8013-7339b38b30aa/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:22,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:22:22,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:22:22,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:22,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:22,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:22,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:22,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:22,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:22:22,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1427959934, stopped=false 2024-11-13T03:22:22,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,46099,1731468102316 2024-11-13T03:22:22,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570738452/running 2024-11-13T03:22:22,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570738452/running 2024-11-13T03:22:22,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:22:22,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:22:22,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:22,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:22,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/running 2024-11-13T03:22:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Set watcher on znode that does not yet exist, /0570738452/running 2024-11-13T03:22:22,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:22,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,39593,1731468102480' ***** 2024-11-13T03:22:22,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:22:22,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(3091): Received CLOSE for 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(3091): Received CLOSE for 0adbac2d952f443046219b46bc546dc0 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,39593,1731468102480 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:22,544 INFO [RS:0;8394b182524b:39593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39593. 2024-11-13T03:22:22,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 517b2b67289f72b9cf9f639413d35e1d, disabling compactions & flushes 2024-11-13T03:22:22,544 DEBUG [RS:0;8394b182524b:39593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:22,544 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:22,544 DEBUG [RS:0;8394b182524b:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:22,544 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. after waiting 0 ms 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:22,545 INFO [RS:0;8394b182524b:39593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:22:22,545 INFO [RS:0;8394b182524b:39593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:22:22,545 INFO [RS:0;8394b182524b:39593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:22:22,545 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 517b2b67289f72b9cf9f639413d35e1d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T03:22:22,545 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:22:22,545 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:22:22,545 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1325): Online Regions={517b2b67289f72b9cf9f639413d35e1d=hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d., 0adbac2d952f443046219b46bc546dc0=test,,1731468115764.0adbac2d952f443046219b46bc546dc0., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:22:22,545 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740, 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:22,545 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:22,545 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:22,545 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:22:22,561 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/info/98421d9e1899470788fd44360a2a1455 is 147, key is hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d./info:regioninfo/1731468123384/Put/seqid=0 2024-11-13T03:22:22,561 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/.tmp/queue/9fd57496092d4e5eb539f507af8e704f is 153, key is 1-8394b182524b,39593,1731468102480/queue:8394b182524b%2C39593%2C1731468102480/1731468131917/Put/seqid=0 2024-11-13T03:22:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741840_1016 (size=5352) 2024-11-13T03:22:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741841_1017 (size=7686) 2024-11-13T03:22:22,592 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:22,745 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740, 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:22,858 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:22:22,858 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:22:22,945 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740, 517b2b67289f72b9cf9f639413d35e1d 2024-11-13T03:22:22,965 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/.tmp/queue/9fd57496092d4e5eb539f507af8e704f 2024-11-13T03:22:22,965 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/info/98421d9e1899470788fd44360a2a1455 2024-11-13T03:22:22,969 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/.tmp/queue/9fd57496092d4e5eb539f507af8e704f as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/queue/9fd57496092d4e5eb539f507af8e704f 2024-11-13T03:22:22,972 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/queue/9fd57496092d4e5eb539f507af8e704f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T03:22:22,973 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 517b2b67289f72b9cf9f639413d35e1d in 428ms, sequenceid=8, compaction requested=false 2024-11-13T03:22:22,973 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:22:22,976 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/replication/517b2b67289f72b9cf9f639413d35e1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T03:22:22,976 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:22,976 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:22:22,976 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:22,976 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 517b2b67289f72b9cf9f639413d35e1d: Waiting for close lock at 1731468142544Running coprocessor pre-close hooks at 1731468142544Disabling compacts and flushes for region at 1731468142544Disabling writes for close at 1731468142545 (+1 ms)Obtaining lock to block concurrent updates at 1731468142545Preparing flush snapshotting stores in 517b2b67289f72b9cf9f639413d35e1d at 1731468142545Finished memstore snapshotting hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731468142545Flushing stores of hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. at 1731468142545Flushing 517b2b67289f72b9cf9f639413d35e1d/queue: creating writer at 1731468142545Flushing 517b2b67289f72b9cf9f639413d35e1d/queue: appending metadata at 1731468142561 (+16 ms)Flushing 517b2b67289f72b9cf9f639413d35e1d/queue: closing flushed file at 1731468142561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60227571: reopening flushed file at 1731468142968 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 517b2b67289f72b9cf9f639413d35e1d in 428ms, sequenceid=8, compaction requested=false at 1731468142973 (+5 ms)Writing region close event to WAL at 1731468142974 (+1 ms)Running coprocessor post-close hooks at 1731468142976 (+2 ms)Closed at 1731468142976 2024-11-13T03:22:22,976 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468122227.517b2b67289f72b9cf9f639413d35e1d. 2024-11-13T03:22:22,977 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0adbac2d952f443046219b46bc546dc0, disabling compactions & flushes 2024-11-13T03:22:22,977 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:22:22,977 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:22:22,977 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468115764.0adbac2d952f443046219b46bc546dc0. after waiting 0 ms 2024-11-13T03:22:22,977 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:22:22,977 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0adbac2d952f443046219b46bc546dc0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T03:22:22,984 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/ns/d32ffbcabcee4bbfbd258337bc8ea803 is 43, key is default/ns:d/1731468104977/Put/seqid=0 2024-11-13T03:22:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:22:22,993 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f/3839d919be23459d9147ba99034f97d0 is 28, key is row/f:/1731468131709/DeleteFamily/seqid=0 2024-11-13T03:22:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741843_1019 (size=5085) 2024-11-13T03:22:23,145 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740 2024-11-13T03:22:23,346 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740 2024-11-13T03:22:23,392 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/ns/d32ffbcabcee4bbfbd258337bc8ea803 2024-11-13T03:22:23,396 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f/3839d919be23459d9147ba99034f97d0 2024-11-13T03:22:23,399 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3839d919be23459d9147ba99034f97d0 2024-11-13T03:22:23,412 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/rep_barrier/7ffd353cef074fe9ad16b8b81e9616c7 is 112, key is test,,1731468115764.0adbac2d952f443046219b46bc546dc0./rep_barrier:seqnumDuringOpen/1731468116906/Put/seqid=0 2024-11-13T03:22:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741844_1020 (size=5518) 2024-11-13T03:22:23,415 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f1/e05e641bae764625819e23fc81f5a7ae is 29, key is row/f1:/1731468131709/DeleteFamily/seqid=0 2024-11-13T03:22:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741845_1021 (size=5089) 2024-11-13T03:22:23,418 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f1/e05e641bae764625819e23fc81f5a7ae 2024-11-13T03:22:23,421 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e05e641bae764625819e23fc81f5a7ae 2024-11-13T03:22:23,437 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/norep/03d818d638b842f1815ac482dd0a9e78 is 32, key is row/norep:/1731468131709/DeleteFamily/seqid=0 2024-11-13T03:22:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741846_1022 (size=5101) 2024-11-13T03:22:23,546 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:22:23,546 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1325): Online Regions={0adbac2d952f443046219b46bc546dc0=test,,1731468115764.0adbac2d952f443046219b46bc546dc0., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:22:23,546 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740 2024-11-13T03:22:23,746 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 0adbac2d952f443046219b46bc546dc0, 1588230740 2024-11-13T03:22:23,816 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/rep_barrier/7ffd353cef074fe9ad16b8b81e9616c7 2024-11-13T03:22:23,832 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/table/39aca489478a4623984b45518b5f2d79 is 53, key is hbase:replication/table:state/1731468123390/Put/seqid=0 2024-11-13T03:22:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741847_1023 (size=5308) 2024-11-13T03:22:23,840 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/norep/03d818d638b842f1815ac482dd0a9e78 2024-11-13T03:22:23,843 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d818d638b842f1815ac482dd0a9e78 2024-11-13T03:22:23,844 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f/3839d919be23459d9147ba99034f97d0 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/f/3839d919be23459d9147ba99034f97d0 2024-11-13T03:22:23,847 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3839d919be23459d9147ba99034f97d0 2024-11-13T03:22:23,847 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/f/3839d919be23459d9147ba99034f97d0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T03:22:23,847 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/f1/e05e641bae764625819e23fc81f5a7ae as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/f1/e05e641bae764625819e23fc81f5a7ae 2024-11-13T03:22:23,851 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e05e641bae764625819e23fc81f5a7ae 2024-11-13T03:22:23,851 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/f1/e05e641bae764625819e23fc81f5a7ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T03:22:23,851 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/.tmp/norep/03d818d638b842f1815ac482dd0a9e78 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/norep/03d818d638b842f1815ac482dd0a9e78 2024-11-13T03:22:23,855 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d818d638b842f1815ac482dd0a9e78 2024-11-13T03:22:23,855 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/norep/03d818d638b842f1815ac482dd0a9e78, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T03:22:23,855 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 636, reset compression=false 2024-11-13T03:22:23,856 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0adbac2d952f443046219b46bc546dc0 in 879ms, sequenceid=6, compaction requested=false 2024-11-13T03:22:23,856 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:22:23,859 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:23,859 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 1232, reset compression=false 2024-11-13T03:22:23,859 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,39593,1731468102480 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987, lastWalPosition=1232, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:23,860 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,39593,1731468102480: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8394b182524b,39593,1731468102480, walGroup=8394b182524b%2C39593%2C1731468102480, offset=8394b182524b%2C39593%2C1731468102480.1731468103987:1232, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:39593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:22:23,861 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:22:23,861 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:22:23,861 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/default/test/0adbac2d952f443046219b46bc546dc0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T03:22:23,862 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:22:23,862 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:22:23,862 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:22:23,862 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 908935680 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 203548248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:22:23,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:23,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:23,862 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:22:23,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0adbac2d952f443046219b46bc546dc0: Waiting for close lock at 1731468142977Running coprocessor pre-close hooks at 1731468142977Disabling compacts and flushes for region at 1731468142977Disabling writes for close at 1731468142977Obtaining lock to block concurrent updates at 1731468142977Preparing flush snapshotting stores in 0adbac2d952f443046219b46bc546dc0 at 1731468142977Finished memstore snapshotting test,,1731468115764.0adbac2d952f443046219b46bc546dc0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731468142977Flushing stores of test,,1731468115764.0adbac2d952f443046219b46bc546dc0. at 1731468142977Flushing 0adbac2d952f443046219b46bc546dc0/f: creating writer at 1731468142977Flushing 0adbac2d952f443046219b46bc546dc0/f: appending metadata at 1731468142992 (+15 ms)Flushing 0adbac2d952f443046219b46bc546dc0/f: closing flushed file at 1731468142992Flushing 0adbac2d952f443046219b46bc546dc0/f1: creating writer at 1731468143399 (+407 ms)Flushing 0adbac2d952f443046219b46bc546dc0/f1: appending metadata at 1731468143414 (+15 ms)Flushing 0adbac2d952f443046219b46bc546dc0/f1: closing flushed file at 1731468143414Flushing 0adbac2d952f443046219b46bc546dc0/norep: creating writer at 1731468143421 (+7 ms)Flushing 0adbac2d952f443046219b46bc546dc0/norep: appending metadata at 1731468143436 (+15 ms)Flushing 0adbac2d952f443046219b46bc546dc0/norep: closing flushed file at 1731468143436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e01da06: reopening flushed file at 1731468143843 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124e2b72: reopening flushed file at 1731468143847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14394510: reopening flushed file at 1731468143851 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0adbac2d952f443046219b46bc546dc0 in 879ms, sequenceid=6, compaction requested=false at 1731468143856 (+5 ms)Writing region close event to WAL at 1731468143858 (+2 ms)Running coprocessor post-close hooks at 1731468143862 (+4 ms)Closed at 1731468143862 2024-11-13T03:22:23,862 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468115764.0adbac2d952f443046219b46bc546dc0. 2024-11-13T03:22:23,862 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:23,862 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:46099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:46099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:22:23,863 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 1527, reset compression=false 2024-11-13T03:22:23,946 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:22:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:22:24,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:24,066 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.wal-reader.8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/WALs/8394b182524b,39593,1731468102480/8394b182524b%2C39593%2C1731468102480.1731468103987 to pos 1527, reset compression=false 2024-11-13T03:22:24,146 DEBUG [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:22:24,236 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/table/39aca489478a4623984b45518b5f2d79 2024-11-13T03:22:24,240 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/info/98421d9e1899470788fd44360a2a1455 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/info/98421d9e1899470788fd44360a2a1455 2024-11-13T03:22:24,243 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/info/98421d9e1899470788fd44360a2a1455, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:22:24,243 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/ns/d32ffbcabcee4bbfbd258337bc8ea803 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/ns/d32ffbcabcee4bbfbd258337bc8ea803 2024-11-13T03:22:24,246 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/ns/d32ffbcabcee4bbfbd258337bc8ea803, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:22:24,247 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/rep_barrier/7ffd353cef074fe9ad16b8b81e9616c7 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/rep_barrier/7ffd353cef074fe9ad16b8b81e9616c7 2024-11-13T03:22:24,250 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/rep_barrier/7ffd353cef074fe9ad16b8b81e9616c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:22:24,251 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/.tmp/table/39aca489478a4623984b45518b5f2d79 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/table/39aca489478a4623984b45518b5f2d79 2024-11-13T03:22:24,254 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/table/39aca489478a4623984b45518b5f2d79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:22:24,255 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-13T03:22:24,258 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:22:24,259 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:22:24,259 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:22:24,259 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:24,259 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468142545Running coprocessor pre-close hooks at 1731468142545Disabling compacts and flushes for region at 1731468142545Disabling writes for close at 1731468142545Obtaining lock to block concurrent updates at 1731468142545Preparing flush snapshotting stores in 1588230740 at 1731468142545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468142545Flushing stores of hbase:meta,,1.1588230740 at 1731468142546 (+1 ms)Flushing 1588230740/info: creating writer at 1731468142546Flushing 1588230740/info: appending metadata at 1731468142561 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731468142561Flushing 1588230740/ns: creating writer at 1731468142968 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731468142984 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731468142984Flushing 1588230740/rep_barrier: creating writer at 1731468143395 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468143412 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468143412Flushing 1588230740/table: creating writer at 1731468143819 (+407 ms)Flushing 1588230740/table: appending metadata at 1731468143832 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731468143832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3ace19: reopening flushed file at 1731468144239 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ebf33c: reopening flushed file at 1731468144243 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7a908f: reopening flushed file at 1731468144246 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788339d8: reopening flushed file at 1731468144250 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731468144255 (+5 ms)Writing region close event to WAL at 1731468144256 (+1 ms)Running coprocessor post-close hooks at 1731468144259 (+3 ms)Closed at 1731468144259 2024-11-13T03:22:24,259 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:24,347 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,39593,1731468102480; all regions closed. 2024-11-13T03:22:24,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741834_1010 (size=4239) 2024-11-13T03:22:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741839_1015 (size=2240) 2024-11-13T03:22:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741832_1008 (size=1535) 2024-11-13T03:22:24,351 DEBUG [RS:0;8394b182524b:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:24,351 INFO [RS:0;8394b182524b:39593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:22:24,351 INFO [RS:0;8394b182524b:39593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:24,352 INFO [RS:0;8394b182524b:39593 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:24,352 INFO [RS:0;8394b182524b:39593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:24,352 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:24,352 INFO [RS:0;8394b182524b:39593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,39593,1731468102480 because: Region server is closing 2024-11-13T03:22:24,352 INFO [RS:0;8394b182524b:39593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39593. 2024-11-13T03:22:24,352 DEBUG [RS:0;8394b182524b:39593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:24,352 DEBUG [RS:0;8394b182524b:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:24,352 DEBUG [RS:0;8394b182524b:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:24,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:24,452 INFO [RS:0;8394b182524b:39593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,39593,1731468102480.replicationSource.shipper8394b182524b%2C39593%2C1731468102480,1-8394b182524b,39593,1731468102480 terminated 2024-11-13T03:22:24,453 INFO [RS:0;8394b182524b:39593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39593 2024-11-13T03:22:24,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570738452/rs/8394b182524b,39593,1731468102480 2024-11-13T03:22:24,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452/rs 2024-11-13T03:22:24,517 INFO [RS:0;8394b182524b:39593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:24,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,39593,1731468102480] 2024-11-13T03:22:24,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0570738452/draining/8394b182524b,39593,1731468102480 already deleted, retry=false 2024-11-13T03:22:24,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,39593,1731468102480 expired; onlineServers=0 2024-11-13T03:22:24,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,46099,1731468102316' ***** 2024-11-13T03:22:24,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:22:24,538 DEBUG [M:0;8394b182524b:46099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:22:24,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:22:24,538 DEBUG [M:0;8394b182524b:46099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:22:24,538 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468103714 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468103714,5,FailOnTimeoutGroup] 2024-11-13T03:22:24,538 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468103714 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468103714,5,FailOnTimeoutGroup] 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:22:24,538 DEBUG [M:0;8394b182524b:46099 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:22:24,538 ERROR [M:0;8394b182524b:46099 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43541,5,PEWorkerGroup] 2024-11-13T03:22:24,538 INFO [M:0;8394b182524b:46099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:22:24,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:22:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0570738452/master 2024-11-13T03:22:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0570738452 2024-11-13T03:22:24,548 DEBUG [M:0;8394b182524b:46099 {}] zookeeper.ZKUtil(347): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Unable to get data of znode /0570738452/master because node does not exist (not an error) 2024-11-13T03:22:24,548 WARN [M:0;8394b182524b:46099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:22:24,549 INFO [M:0;8394b182524b:46099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/.lastflushedseqids 2024-11-13T03:22:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741848_1024 (size=245) 2024-11-13T03:22:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:24,627 INFO [RS:0;8394b182524b:39593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x1013236803d0001, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:24,627 INFO [RS:0;8394b182524b:39593 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,39593,1731468102480; zookeeper connection closed. 2024-11-13T03:22:24,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77bdbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77bdbd 2024-11-13T03:22:24,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:22:24,952 INFO [M:0;8394b182524b:46099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:22:24,952 INFO [M:0;8394b182524b:46099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:22:24,953 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:24,953 INFO [M:0;8394b182524b:46099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:24,953 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:24,953 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:24,953 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:24,953 INFO [M:0;8394b182524b:46099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T03:22:24,969 DEBUG [M:0;8394b182524b:46099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae933c2f5404dc2829bf607343b63fe is 82, key is hbase:meta,,1/info:regioninfo/1731468104933/Put/seqid=0 2024-11-13T03:22:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741849_1025 (size=5672) 2024-11-13T03:22:25,373 INFO [M:0;8394b182524b:46099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae933c2f5404dc2829bf607343b63fe 2024-11-13T03:22:25,389 DEBUG [M:0;8394b182524b:46099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e0733c0d0cb4aa4b1cd80ec9f98bc91 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468116915/Put/seqid=0 2024-11-13T03:22:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741850_1026 (size=7218) 2024-11-13T03:22:25,792 INFO [M:0;8394b182524b:46099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e0733c0d0cb4aa4b1cd80ec9f98bc91 2024-11-13T03:22:25,796 INFO [M:0;8394b182524b:46099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0733c0d0cb4aa4b1cd80ec9f98bc91 2024-11-13T03:22:25,811 DEBUG [M:0;8394b182524b:46099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56bc13a38435408daf42ed87338fb169 is 69, key is 8394b182524b,39593,1731468102480/rs:state/1731468103837/Put/seqid=0 2024-11-13T03:22:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741851_1027 (size=5156) 2024-11-13T03:22:25,815 INFO [M:0;8394b182524b:46099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56bc13a38435408daf42ed87338fb169 2024-11-13T03:22:25,818 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae933c2f5404dc2829bf607343b63fe as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ae933c2f5404dc2829bf607343b63fe 2024-11-13T03:22:25,822 INFO [M:0;8394b182524b:46099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ae933c2f5404dc2829bf607343b63fe, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T03:22:25,823 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e0733c0d0cb4aa4b1cd80ec9f98bc91 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e0733c0d0cb4aa4b1cd80ec9f98bc91 2024-11-13T03:22:25,826 INFO [M:0;8394b182524b:46099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0733c0d0cb4aa4b1cd80ec9f98bc91 2024-11-13T03:22:25,826 INFO [M:0;8394b182524b:46099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e0733c0d0cb4aa4b1cd80ec9f98bc91, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T03:22:25,827 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56bc13a38435408daf42ed87338fb169 as hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56bc13a38435408daf42ed87338fb169 2024-11-13T03:22:25,830 INFO [M:0;8394b182524b:46099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43541/user/jenkins/test-data/1e26e450-ba21-b5df-6190-2e6eeb3626bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56bc13a38435408daf42ed87338fb169, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T03:22:25,831 INFO [M:0;8394b182524b:46099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false 2024-11-13T03:22:25,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:25,832 INFO [M:0;8394b182524b:46099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:25,832 DEBUG [M:0;8394b182524b:46099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468144953Disabling compacts and flushes for region at 1731468144953Disabling writes for close at 1731468144953Obtaining lock to block concurrent updates at 1731468144953Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468144953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731468144953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468144954 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468144954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468144969 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468144969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468145376 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468145388 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468145388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468145796 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468145811 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468145811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369b05d6: reopening flushed file at 1731468145818 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167607f2: reopening flushed file at 1731468145822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cf5e7b: reopening flushed file at 1731468145826 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false at 1731468145831 (+5 ms)Writing region close event to WAL at 1731468145832 (+1 ms)Closed at 1731468145832 2024-11-13T03:22:25,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37573 is added to blk_1073741830_1006 (size=64423) 2024-11-13T03:22:25,839 INFO [M:0;8394b182524b:46099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:22:25,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:22:25,839 INFO [M:0;8394b182524b:46099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46099 2024-11-13T03:22:25,839 INFO [M:0;8394b182524b:46099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:22:25,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:25,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:25,996 INFO [M:0;8394b182524b:46099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:22:25,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46099-0x1013236803d0000, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:22:25,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@645740ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:25,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:25,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:25,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:25,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:25,999 WARN [BP-321162715-172.17.0.3-1731468100770 heartbeating to localhost/127.0.0.1:43541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:22:25,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:22:25,999 WARN [BP-321162715-172.17.0.3-1731468100770 heartbeating to localhost/127.0.0.1:43541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-321162715-172.17.0.3-1731468100770 (Datanode Uuid 412dc497-2d99-40ce-9999-cb83ffd673a8) service to localhost/127.0.0.1:43541 2024-11-13T03:22:25,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:22:25,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/data/data1/current/BP-321162715-172.17.0.3-1731468100770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:26,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/cluster_163b9434-4c8c-ddda-ddc1-66e732f6575b/data/data2/current/BP-321162715-172.17.0.3-1731468100770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:22:26,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:22:26,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59935c0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:26,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2de67b05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:22:26,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:22:26,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46344ff1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:22:26,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/192b2d53-cb0b-e558-5199-14b4605cf38c/hadoop.log.dir/,STOPPED} 2024-11-13T03:22:26,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:22:26,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:22:26,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44127 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33297 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43541 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=789 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=4114 (was 4351) 2024-11-13T03:22:26,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=4114 2024-11-13T03:22:26,058 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T03:22:26,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir so I do NOT create it in target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538 2024-11-13T03:22:26,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:22:26,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.tmp.dir so I do NOT create it in target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538 2024-11-13T03:22:26,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5def729-1cb3-266c-dcd3-24c22815e398/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:22:26,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538 2024-11-13T03:22:26,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321, deleteOnExit=true 2024-11-13T03:22:26,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/zookeeper_0, clientPort=60329, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:22:26,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60329 2024-11-13T03:22:26,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:22:26,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/test.cache.data in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:22:26,063 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:22:26,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013236803d0005, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:22:26,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013236803d0008, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:22:26,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013236803d0002, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T03:22:26,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013236803d0005, quorum=127.0.0.1:55421, baseZNode=/1-592641069 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:22:26,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013236803d0002, quorum=127.0.0.1:55421, baseZNode=/0570738452 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:22:26,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013236803d0008, quorum=127.0.0.1:55421, baseZNode=/2-2029227894 Received Disconnected from ZooKeeper, ignoring 2024-11-13T03:22:26,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:26,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:26,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:26,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:26,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:22:26,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:26,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:26,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:26,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/java.io.tmpdir/jetty-localhost-41479-hadoop-hdfs-3_4_1-tests_jar-_-any-15620353409549315818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:26,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:41479} 2024-11-13T03:22:26,533 INFO [Time-limited test {}] server.Server(415): Started @320204ms 2024-11-13T03:22:26,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:26,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:26,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:26,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:26,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:22:26,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:26,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:26,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a2185b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/java.io.tmpdir/jetty-localhost-37669-hadoop-hdfs-3_4_1-tests_jar-_-any-651277278085882232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:26,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:37669} 2024-11-13T03:22:26,900 INFO [Time-limited test {}] server.Server(415): Started @320571ms 2024-11-13T03:22:26,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:22:27,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:27,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:27,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128838 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:27,551 WARN [Thread-4167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data2/current/BP-459262839-172.17.0.3-1731468146084/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:27,551 WARN [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data1/current/BP-459262839-172.17.0.3-1731468146084/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:27,565 WARN [Thread-4154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:22:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0cb0b4d5bfe79 with lease ID 0x25ac24bd0e2189e6: Processing first storage report for DS-9e62632f-1d8d-427a-a939-f2ad3f14ef89 from datanode DatanodeRegistration(127.0.0.1:37979, datanodeUuid=8bf0d97d-a0ce-4ae6-83f0-d1629acc5a09, infoPort=43493, infoSecurePort=0, ipcPort=36589, storageInfo=lv=-57;cid=testClusterID;nsid=1478057391;c=1731468146084) 2024-11-13T03:22:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0cb0b4d5bfe79 with lease ID 0x25ac24bd0e2189e6: from storage DS-9e62632f-1d8d-427a-a939-f2ad3f14ef89 node DatanodeRegistration(127.0.0.1:37979, datanodeUuid=8bf0d97d-a0ce-4ae6-83f0-d1629acc5a09, infoPort=43493, infoSecurePort=0, ipcPort=36589, storageInfo=lv=-57;cid=testClusterID;nsid=1478057391;c=1731468146084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb0cb0b4d5bfe79 with lease ID 0x25ac24bd0e2189e6: Processing first storage report for DS-2b01d66c-7a07-4e1a-8322-b963c135868f from datanode DatanodeRegistration(127.0.0.1:37979, datanodeUuid=8bf0d97d-a0ce-4ae6-83f0-d1629acc5a09, infoPort=43493, infoSecurePort=0, ipcPort=36589, storageInfo=lv=-57;cid=testClusterID;nsid=1478057391;c=1731468146084) 2024-11-13T03:22:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb0cb0b4d5bfe79 with lease ID 0x25ac24bd0e2189e6: from storage DS-2b01d66c-7a07-4e1a-8322-b963c135868f node DatanodeRegistration(127.0.0.1:37979, datanodeUuid=8bf0d97d-a0ce-4ae6-83f0-d1629acc5a09, infoPort=43493, infoSecurePort=0, ipcPort=36589, storageInfo=lv=-57;cid=testClusterID;nsid=1478057391;c=1731468146084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:27,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538 2024-11-13T03:22:27,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:27,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:22:28,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018 with version=8 2024-11-13T03:22:28,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/hbase-staging 2024-11-13T03:22:28,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:28,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38343 2024-11-13T03:22:28,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38343 connecting to ZooKeeper ensemble=127.0.0.1:60329 2024-11-13T03:22:28,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383430x0, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:28,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38343-0x101323731380000 connected 2024-11-13T03:22:28,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:28,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:28,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on znode that does not yet exist, /0887397414/running 2024-11-13T03:22:28,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018, hbase.cluster.distributed=false 2024-11-13T03:22:28,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on znode that does not yet exist, /0887397414/acl 2024-11-13T03:22:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-13T03:22:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38343 2024-11-13T03:22:28,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38343 2024-11-13T03:22:28,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-13T03:22:28,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-13T03:22:28,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:28,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:22:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38135 2024-11-13T03:22:28,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38135 connecting to ZooKeeper ensemble=127.0.0.1:60329 2024-11-13T03:22:28,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:28,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:28,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381350x0, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:28,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381350x0, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on znode that does not yet exist, /0887397414/running 2024-11-13T03:22:28,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38135-0x101323731380001 connected 2024-11-13T03:22:28,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:22:28,238 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:22:28,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on znode that does not yet exist, /0887397414/master 2024-11-13T03:22:28,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on znode that does not yet exist, /0887397414/acl 2024-11-13T03:22:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T03:22:28,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2024-11-13T03:22:28,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2024-11-13T03:22:28,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T03:22:28,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-13T03:22:28,260 DEBUG [M:0;8394b182524b:38343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:38343 2024-11-13T03:22:28,261 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0887397414/backup-masters/8394b182524b,38343,1731468148033 2024-11-13T03:22:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414/backup-masters 2024-11-13T03:22:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414/backup-masters 2024-11-13T03:22:28,269 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on existing znode=/0887397414/backup-masters/8394b182524b,38343,1731468148033 2024-11-13T03:22:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887397414/master 2024-11-13T03:22:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:28,279 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on existing znode=/0887397414/master 2024-11-13T03:22:28,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0887397414/backup-masters/8394b182524b,38343,1731468148033 from backup master directory 2024-11-13T03:22:28,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887397414/backup-masters/8394b182524b,38343,1731468148033 2024-11-13T03:22:28,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414/backup-masters 2024-11-13T03:22:28,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414/backup-masters 2024-11-13T03:22:28,289 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:28,289 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,38343,1731468148033 2024-11-13T03:22:28,292 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/hbase.id] with ID: bcff2c47-08dd-4edd-914e-3740d3940b9f 2024-11-13T03:22:28,292 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/.tmp/hbase.id 2024-11-13T03:22:28,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:22:28,696 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/.tmp/hbase.id]:[hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/hbase.id] 2024-11-13T03:22:28,702 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:28,702 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:22:28,703 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:22:28,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:28,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:22:29,152 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:29,153 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:22:29,153 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:22:29,558 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/data/master/store 2024-11-13T03:22:29,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:22:29,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:29,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:29,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:29,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:29,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:29,962 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:29,962 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:29,963 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468149962Disabling compacts and flushes for region at 1731468149962Disabling writes for close at 1731468149962Writing region close event to WAL at 1731468149962Closed at 1731468149962 2024-11-13T03:22:29,963 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/data/master/store/.initializing 2024-11-13T03:22:29,963 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/WALs/8394b182524b,38343,1731468148033 2024-11-13T03:22:29,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:29,965 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C38343%2C1731468148033, suffix=, logDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/WALs/8394b182524b,38343,1731468148033, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/oldWALs, maxLogs=10 2024-11-13T03:22:29,977 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/WALs/8394b182524b,38343,1731468148033/8394b182524b%2C38343%2C1731468148033.1731468149965, exclude list is [], retry=0 2024-11-13T03:22:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-9e62632f-1d8d-427a-a939-f2ad3f14ef89,DISK] 2024-11-13T03:22:29,980 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/WALs/8394b182524b,38343,1731468148033/8394b182524b%2C38343%2C1731468148033.1731468149965 2024-11-13T03:22:29,980 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43493:43493)] 2024-11-13T03:22:29,980 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:29,980 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:29,980 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,980 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:22:29,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:29,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:29,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:22:29,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:29,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:29,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:22:29,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:29,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:29,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:22:29,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:29,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:29,985 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,985 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,986 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,986 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,986 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,987 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:29,987 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:29,989 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:29,989 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63829397, jitterRate=-0.04886786639690399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:29,989 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468149980Initializing all the Stores at 1731468149981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468149981Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468149981Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468149981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468149981Cleaning up temporary data from old regions at 1731468149986 (+5 ms)Region opened successfully at 1731468149989 (+3 ms) 2024-11-13T03:22:29,989 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:22:29,991 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa96a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:22:29,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:22:29,994 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:22:29,994 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Unable to get data of znode /0887397414/balancer because node does not exist (not necessarily an error) 2024-11-13T03:22:30,137 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887397414/balancer already deleted, retry=false 2024-11-13T03:22:30,137 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:22:30,138 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Unable to get data of znode /0887397414/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:22:30,148 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887397414/normalizer already deleted, retry=false 2024-11-13T03:22:30,148 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:22:30,148 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Unable to get data of znode /0887397414/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:22:30,158 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887397414/switch/split already deleted, retry=false 2024-11-13T03:22:30,159 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Unable to get data of znode /0887397414/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:22:30,169 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887397414/switch/merge already deleted, retry=false 2024-11-13T03:22:30,170 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Unable to get data of znode /0887397414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:22:30,179 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887397414/snapshot-cleanup already deleted, retry=false 2024-11-13T03:22:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887397414/running 2024-11-13T03:22:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887397414/running 2024-11-13T03:22:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,190 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,38343,1731468148033, sessionid=0x101323731380000, setting cluster-up flag (Was=false) 2024-11-13T03:22:30,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,242 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887397414/flush-table-proc/acquired, /0887397414/flush-table-proc/reached, /0887397414/flush-table-proc/abort 2024-11-13T03:22:30,243 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,38343,1731468148033 2024-11-13T03:22:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:30,295 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887397414/online-snapshot/acquired, /0887397414/online-snapshot/reached, /0887397414/online-snapshot/abort 2024-11-13T03:22:30,296 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,38343,1731468148033 2024-11-13T03:22:30,296 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:22:30,298 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:30,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:22:30,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:22:30,298 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,38343,1731468148033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:30,299 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468180300 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:22:30,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:22:30,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:22:30,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:22:30,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:22:30,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:22:30,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468150301,5,FailOnTimeoutGroup] 2024-11-13T03:22:30,301 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468150301,5,FailOnTimeoutGroup] 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,301 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:22:30,349 INFO [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(746): ClusterId : bcff2c47-08dd-4edd-914e-3740d3940b9f 2024-11-13T03:22:30,349 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:22:30,359 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:22:30,359 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:22:30,369 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:22:30,369 DEBUG [RS:0;8394b182524b:38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ad26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:30,380 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:38135 2024-11-13T03:22:30,380 INFO [RS:0;8394b182524b:38135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:22:30,380 INFO [RS:0;8394b182524b:38135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:22:30,380 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:22:30,380 INFO [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,38343,1731468148033 with port=38135, startcode=1731468148220 2024-11-13T03:22:30,380 DEBUG [RS:0;8394b182524b:38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:22:30,381 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:22:30,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,38135,1731468148220 2024-11-13T03:22:30,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38343 {}] master.ServerManager(517): Registering regionserver=8394b182524b,38135,1731468148220 2024-11-13T03:22:30,383 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018 2024-11-13T03:22:30,383 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35001 2024-11-13T03:22:30,383 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:22:30,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414/rs 2024-11-13T03:22:30,395 DEBUG [RS:0;8394b182524b:38135 {}] zookeeper.ZKUtil(111): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Set watcher on existing znode=/0887397414/rs/8394b182524b,38135,1731468148220 2024-11-13T03:22:30,395 WARN [RS:0;8394b182524b:38135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:30,395 INFO [RS:0;8394b182524b:38135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:30,395 DEBUG [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220 2024-11-13T03:22:30,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,38135,1731468148220] 2024-11-13T03:22:30,397 INFO [RS:0;8394b182524b:38135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:22:30,398 INFO [RS:0;8394b182524b:38135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:22:30,398 INFO [RS:0;8394b182524b:38135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:22:30,398 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,398 INFO [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:30,399 DEBUG [RS:0;8394b182524b:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,399 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38135,1731468148220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:30,412 INFO [RS:0;8394b182524b:38135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:22:30,412 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38135,1731468148220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,412 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,412 INFO [RS:0;8394b182524b:38135 {}] regionserver.Replication(171): 8394b182524b,38135,1731468148220 started 2024-11-13T03:22:30,424 INFO [RS:0;8394b182524b:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:30,424 INFO [RS:0;8394b182524b:38135 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,38135,1731468148220, RpcServer on 8394b182524b/172.17.0.3:38135, sessionid=0x101323731380001 2024-11-13T03:22:30,424 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:22:30,424 DEBUG [RS:0;8394b182524b:38135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,38135,1731468148220 2024-11-13T03:22:30,424 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38135,1731468148220' 2024-11-13T03:22:30,424 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887397414/flush-table-proc/abort' 2024-11-13T03:22:30,424 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887397414/flush-table-proc/acquired' 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,38135,1731468148220 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,38135,1731468148220' 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887397414/online-snapshot/abort' 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887397414/online-snapshot/acquired' 2024-11-13T03:22:30,425 DEBUG [RS:0;8394b182524b:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:22:30,425 INFO [RS:0;8394b182524b:38135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:22:30,425 INFO [RS:0;8394b182524b:38135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:22:30,526 INFO [RS:0;8394b182524b:38135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:30,527 INFO [RS:0;8394b182524b:38135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38135%2C1731468148220, suffix=, logDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/oldWALs, maxLogs=10 2024-11-13T03:22:30,539 DEBUG [RS:0;8394b182524b:38135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220/8394b182524b%2C38135%2C1731468148220.1731468150527, exclude list is [], retry=0 2024-11-13T03:22:30,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-9e62632f-1d8d-427a-a939-f2ad3f14ef89,DISK] 2024-11-13T03:22:30,542 INFO [RS:0;8394b182524b:38135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220/8394b182524b%2C38135%2C1731468148220.1731468150527 2024-11-13T03:22:30,542 DEBUG [RS:0;8394b182524b:38135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43493:43493)] 2024-11-13T03:22:30,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:22:30,705 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018 2024-11-13T03:22:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:22:31,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:31,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:31,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:31,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:31,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:31,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:31,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:31,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:31,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:31,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/1588230740 2024-11-13T03:22:31,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/1588230740 2024-11-13T03:22:31,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:31,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:31,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:31,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:31,118 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:31,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58922777, jitterRate=-0.12198220193386078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468151109Initializing all the Stores at 1731468151110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468151110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151110Cleaning up temporary data from old regions at 1731468151116 (+6 ms)Region opened successfully at 1731468151119 (+3 ms) 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:31,119 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:31,119 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468151119Disabling compacts and flushes for region at 1731468151119Disabling writes for close at 1731468151119Writing region close event to WAL at 1731468151119Closed at 1731468151119 2024-11-13T03:22:31,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:31,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:22:31,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:22:31,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:31,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:22:31,271 DEBUG [8394b182524b:38343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:22:31,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,38135,1731468148220 2024-11-13T03:22:31,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38135,1731468148220, state=OPENING 2024-11-13T03:22:31,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:22:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887397414 2024-11-13T03:22:31,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:31,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887397414/meta-region-server: CHANGED 2024-11-13T03:22:31,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887397414/meta-region-server: CHANGED 2024-11-13T03:22:31,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38135,1731468148220}] 2024-11-13T03:22:31,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:31,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:22:31,514 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:22:31,514 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:31,514 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:22:31,515 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C38135%2C1731468148220.meta, suffix=.meta, logDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220, archiveDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/oldWALs, maxLogs=10 2024-11-13T03:22:31,528 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220/8394b182524b%2C38135%2C1731468148220.meta.1731468151515.meta, exclude list is [], retry=0 2024-11-13T03:22:31,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37979,DS-9e62632f-1d8d-427a-a939-f2ad3f14ef89,DISK] 2024-11-13T03:22:31,530 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/WALs/8394b182524b,38135,1731468148220/8394b182524b%2C38135%2C1731468148220.meta.1731468151515.meta 2024-11-13T03:22:31,530 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43493:43493)] 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:31,531 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:22:31,531 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:22:31,531 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:22:31,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:31,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:31,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:31,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:31,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:31,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:31,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:31,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:31,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:31,535 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:31,535 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/1588230740 2024-11-13T03:22:31,536 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/hbase/meta/1588230740 2024-11-13T03:22:31,537 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:31,537 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:31,537 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:31,538 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:31,538 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683677, jitterRate=0.08307118713855743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:31,538 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:22:31,538 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468151531Writing region info on filesystem at 1731468151531Initializing all the Stores at 1731468151532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468151532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468151532Cleaning up temporary data from old regions at 1731468151537 (+5 ms)Running coprocessor post-open hooks at 1731468151538 (+1 ms)Region opened successfully at 1731468151538 2024-11-13T03:22:31,539 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468151510 2024-11-13T03:22:31,540 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:22:31,540 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:22:31,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,38135,1731468148220 2024-11-13T03:22:31,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,38135,1731468148220, state=OPEN 2024-11-13T03:22:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101323731380001, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887397414/meta-region-server 2024-11-13T03:22:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x101323731380000, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887397414/meta-region-server 2024-11-13T03:22:31,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,38135,1731468148220 2024-11-13T03:22:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887397414/meta-region-server: CHANGED 2024-11-13T03:22:31,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887397414/meta-region-server: CHANGED 2024-11-13T03:22:31,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:22:31,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,38135,1731468148220 in 218 msec 2024-11-13T03:22:31,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:22:31,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-13T03:22:31,581 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:31,581 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:22:31,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:31,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38135,1731468148220, seqNum=-1] 2024-11-13T03:22:31,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:31,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:31,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-13T03:22:31,586 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468151586, completionTime=-1 2024-11-13T03:22:31,587 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:22:31,587 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468211588 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468271588 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:38343, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,588 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,589 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,590 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:31,591 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:22:31,593 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:22:31,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:22:31,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38343,1731468148033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:31,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:31,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38343,-1 for getting cluster id 2024-11-13T03:22:31,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:31,651 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcff2c47-08dd-4edd-914e-3740d3940b9f' 2024-11-13T03:22:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcff2c47-08dd-4edd-914e-3740d3940b9f" 2024-11-13T03:22:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27631ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38343,-1] 2024-11-13T03:22:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:31,652 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:31,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:31,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,38135,1731468148220, seqNum=-1] 2024-11-13T03:22:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:31,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:31,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,38343,1731468148033 2024-11-13T03:22:31,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60329 2024-11-13T03:22:31,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60329, baseZNode=/0887397414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:31,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101323731380002 connected 2024-11-13T03:22:31,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38343,1731468148033 2024-11-13T03:22:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64bbe658 2024-11-13T03:22:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:31,692 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:31,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:22:31,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:31,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:31,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:22:31,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:22:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:32,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 716b6b7714f62f1345c059dcaca92c77, NAME => 'test,,1731468151693.716b6b7714f62f1345c059dcaca92c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018 2024-11-13T03:22:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37979 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468151693.716b6b7714f62f1345c059dcaca92c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 716b6b7714f62f1345c059dcaca92c77, disabling compactions & flushes 2024-11-13T03:22:32,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. after waiting 0 ms 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,505 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 716b6b7714f62f1345c059dcaca92c77: Waiting for close lock at 1731468152505Disabling compacts and flushes for region at 1731468152505Disabling writes for close at 1731468152505Writing region close event to WAL at 1731468152505Closed at 1731468152505 2024-11-13T03:22:32,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:32,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468151693.716b6b7714f62f1345c059dcaca92c77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468152506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468152506"}]},"ts":"1731468152506"} 2024-11-13T03:22:32,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:32,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:32,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468152508"}]},"ts":"1731468152508"} 2024-11-13T03:22:32,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:22:32,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=716b6b7714f62f1345c059dcaca92c77, ASSIGN}] 2024-11-13T03:22:32,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=716b6b7714f62f1345c059dcaca92c77, ASSIGN 2024-11-13T03:22:32,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=716b6b7714f62f1345c059dcaca92c77, ASSIGN; state=OFFLINE, location=8394b182524b,38135,1731468148220; forceNewPlan=false, retain=false 2024-11-13T03:22:32,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=716b6b7714f62f1345c059dcaca92c77, regionState=OPENING, regionLocation=8394b182524b,38135,1731468148220 2024-11-13T03:22:32,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=716b6b7714f62f1345c059dcaca92c77, ASSIGN because future has completed 2024-11-13T03:22:32,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 716b6b7714f62f1345c059dcaca92c77, server=8394b182524b,38135,1731468148220}] 2024-11-13T03:22:32,817 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,817 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 716b6b7714f62f1345c059dcaca92c77, NAME => 'test,,1731468151693.716b6b7714f62f1345c059dcaca92c77.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:32,817 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:32,817 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:22:32,817 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,817 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468151693.716b6b7714f62f1345c059dcaca92c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:32,817 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,817 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,818 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,819 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716b6b7714f62f1345c059dcaca92c77 columnFamilyName f 2024-11-13T03:22:32,819 DEBUG [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:32,819 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(327): Store=716b6b7714f62f1345c059dcaca92c77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:32,819 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,820 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716b6b7714f62f1345c059dcaca92c77 columnFamilyName f1 2024-11-13T03:22:32,820 DEBUG [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:32,820 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(327): Store=716b6b7714f62f1345c059dcaca92c77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:32,820 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,821 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 716b6b7714f62f1345c059dcaca92c77 columnFamilyName norep 2024-11-13T03:22:32,821 DEBUG [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:32,821 INFO [StoreOpener-716b6b7714f62f1345c059dcaca92c77-1 {}] regionserver.HStore(327): Store=716b6b7714f62f1345c059dcaca92c77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:32,821 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,821 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/default/test/716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,822 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/default/test/716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,822 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,822 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,823 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:32,823 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,824 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/data/default/test/716b6b7714f62f1345c059dcaca92c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:32,825 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 716b6b7714f62f1345c059dcaca92c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66695156, jitterRate=-0.006164729595184326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:32,825 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 716b6b7714f62f1345c059dcaca92c77 2024-11-13T03:22:32,825 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 716b6b7714f62f1345c059dcaca92c77: Running coprocessor pre-open hook at 1731468152817Writing region info on filesystem at 1731468152817Initializing all the Stores at 1731468152818 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468152818Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468152818Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468152818Cleaning up temporary data from old regions at 1731468152822 (+4 ms)Running coprocessor post-open hooks at 1731468152825 (+3 ms)Region opened successfully at 1731468152825 2024-11-13T03:22:32,826 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468151693.716b6b7714f62f1345c059dcaca92c77., pid=6, masterSystemTime=1731468152814 2024-11-13T03:22:32,827 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,827 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468151693.716b6b7714f62f1345c059dcaca92c77. 2024-11-13T03:22:32,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=716b6b7714f62f1345c059dcaca92c77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,38135,1731468148220 2024-11-13T03:22:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 716b6b7714f62f1345c059dcaca92c77, server=8394b182524b,38135,1731468148220 because future has completed 2024-11-13T03:22:32,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:22:32,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 716b6b7714f62f1345c059dcaca92c77, server=8394b182524b,38135,1731468148220 in 166 msec 2024-11-13T03:22:32,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:22:32,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=716b6b7714f62f1345c059dcaca92c77, ASSIGN in 322 msec 2024-11-13T03:22:32,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:32,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468152833"}]},"ts":"1731468152833"} 2024-11-13T03:22:32,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:22:32,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:32,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1410 sec 2024-11-13T03:22:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:33,846 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:33,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cea52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38343,-1 for getting cluster id 2024-11-13T03:22:33,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:33,853 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcff2c47-08dd-4edd-914e-3740d3940b9f' 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcff2c47-08dd-4edd-914e-3740d3940b9f" 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600ec5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38343,-1] 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,855 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:33,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b00fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38343,1731468148033 2024-11-13T03:22:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb21640 2024-11-13T03:22:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:33,858 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:33,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:38343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:33,862 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:38343' 2024-11-13T03:22:33,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5520ca74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,872 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38343,-1 for getting cluster id 2024-11-13T03:22:33,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:33,873 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcff2c47-08dd-4edd-914e-3740d3940b9f' 2024-11-13T03:22:33,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:33,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcff2c47-08dd-4edd-914e-3740d3940b9f" 2024-11-13T03:22:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdb6adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38343,-1] 2024-11-13T03:22:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,875 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:33,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ee2bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:33,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38343,1731468148033 2024-11-13T03:22:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48263a64 2024-11-13T03:22:33,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:33,878 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:33,879 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:22:33,879 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:33,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,880 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:22:33,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:33,887 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T03:22:33,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=28 msec 2024-11-13T03:22:33,888 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T03:22:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:33,967 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8394b182524b:38343, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T03:22:33,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:33,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:33,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:33,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:34,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60329) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35001 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;8394b182524b:38135-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2146845826_20 at /127.0.0.1:57810 [Receiving block BP-459262839-172.17.0.3-1731468146084:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2146845826_20 at /127.0.0.1:57824 [Receiving block BP-459262839-172.17.0.3-1731468146084:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35001 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@71338611[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;8394b182524b:38343 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1378435692-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0840432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1129291814_20 at /127.0.0.1:57782 [Receiving block BP-459262839-172.17.0.3-1731468146084:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-459262839-172.17.0.3-1731468146084 heartbeating to localhost/127.0.0.1:35001 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468150301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-459262839-172.17.0.3-1731468146084:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018-prefix:8394b182524b,38135,1731468148220.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60329) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2146845826_20 at /127.0.0.1:57722 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1418650010-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1068ff8a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1418650010-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0840432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8394b182524b:38135 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1378435692-7906-acceptor-0@1ffb6e3e-ServerConnector@3f74c9a9{HTTP/1.1, (http/1.1)}{localhost:37669} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/8394b182524b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1418650010-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0840432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/8394b182524b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-459262839-172.17.0.3-1731468146084:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-4bf442cd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-459262839-172.17.0.3-1731468146084:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2889f38a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36589 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018/MasterData-prefix:8394b182524b,38343,1731468148033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$601/0x00007f0840acc730.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0840432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1378435692-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f08409f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1378435692-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1418650010-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0840432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/8394b182524b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data2/current/BP-459262839-172.17.0.3-1731468146084 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35001/user/jenkins/test-data/50d9bd8e-2e7a-d499-417d-23a723d66018-prefix:8394b182524b,38135,1731468148220 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468150301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: CacheReplicationMonitor(712349994) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1418650010-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60329) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/cluster_43eb2f7c-1ddb-fbd9-4b70-e3da81527321/data/data1/current/BP-459262839-172.17.0.3-1731468146084 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60329 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: ProcessThread(sid:0 cport:60329): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: 8394b182524b:38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 35001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1418650010-7860-acceptor-0@54a75519-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:41479} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 282), ProcessCount=11 (was 11), AvailableMemoryMB=4070 (was 4114) 2024-11-13T03:22:34,009 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-13T03:22:34,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=4067 2024-11-13T03:22:34,024 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-13T03:22:34,045 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T03:22:34,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.log.dir so I do NOT create it in target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0 2024-11-13T03:22:34,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:22:34,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.tmp.dir so I do NOT create it in target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0 2024-11-13T03:22:34,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f92edab2-4789-2d76-3c9a-19e91691e538/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:22:34,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0 2024-11-13T03:22:34,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e, deleteOnExit=true 2024-11-13T03:22:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T03:22:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T03:22:34,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:22:34,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T03:22:34,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/zookeeper_0, clientPort=59768, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:22:34,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59768 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/test.cache.data in system properties and HBase conf 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:22:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:22:34,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:22:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:34,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:22:34,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:22:34,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:34,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:34,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:34,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:34,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:22:34,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:34,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:34,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:34,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c5edc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/java.io.tmpdir/jetty-localhost-33475-hadoop-hdfs-3_4_1-tests_jar-_-any-5773645976894381439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:34,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:33475} 2024-11-13T03:22:34,666 INFO [Time-limited test {}] server.Server(415): Started @328338ms 2024-11-13T03:22:35,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:35,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:35,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:35,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:35,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:22:35,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:35,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:35,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e08cd82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/java.io.tmpdir/jetty-localhost-34117-hadoop-hdfs-3_4_1-tests_jar-_-any-1591296156469514696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:35,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:34117} 2024-11-13T03:22:35,173 INFO [Time-limited test {}] server.Server(415): Started @328845ms 2024-11-13T03:22:35,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:22:36,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:22:36,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:36,613 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/data/data1/current/BP-156073030-172.17.0.3-1731468154145/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:36,613 WARN [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/data/data2/current/BP-156073030-172.17.0.3-1731468154145/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:36,632 WARN [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:22:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb629b5fb17f9a4a with lease ID 0xd72a923a39c90840: Processing first storage report for DS-4eef994b-3b7f-4050-999a-b889f524c534 from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=47ec8d93-105d-4c4c-9056-c2d14fedc8d5, infoPort=39119, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=2020167535;c=1731468154145) 2024-11-13T03:22:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb629b5fb17f9a4a with lease ID 0xd72a923a39c90840: from storage DS-4eef994b-3b7f-4050-999a-b889f524c534 node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=47ec8d93-105d-4c4c-9056-c2d14fedc8d5, infoPort=39119, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=2020167535;c=1731468154145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb629b5fb17f9a4a with lease ID 0xd72a923a39c90840: Processing first storage report for DS-7ff0b2b0-24f8-40b3-9b47-8ae29eb6ef84 from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=47ec8d93-105d-4c4c-9056-c2d14fedc8d5, infoPort=39119, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=2020167535;c=1731468154145) 2024-11-13T03:22:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb629b5fb17f9a4a with lease ID 0xd72a923a39c90840: from storage DS-7ff0b2b0-24f8-40b3-9b47-8ae29eb6ef84 node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=47ec8d93-105d-4c4c-9056-c2d14fedc8d5, infoPort=39119, infoSecurePort=0, ipcPort=33813, storageInfo=lv=-57;cid=testClusterID;nsid=2020167535;c=1731468154145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:36,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0 2024-11-13T03:22:36,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:36,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:22:37,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50 with version=8 2024-11-13T03:22:37,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/hbase-staging 2024-11-13T03:22:37,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:22:37,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:37,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44717 2024-11-13T03:22:37,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44717 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:37,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447170x0, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:37,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44717-0x1013237509e0000 connected 2024-11-13T03:22:37,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:37,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:37,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:37,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/running 2024-11-13T03:22:37,637 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50, hbase.cluster.distributed=false 2024-11-13T03:22:37,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/acl 2024-11-13T03:22:37,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44717 2024-11-13T03:22:37,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44717 2024-11-13T03:22:37,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44717 2024-11-13T03:22:37,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44717 2024-11-13T03:22:37,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44717 2024-11-13T03:22:37,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:37,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:22:37,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:37,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40535 2024-11-13T03:22:37,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40535 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:37,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:37,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405350x0, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:37,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40535-0x1013237509e0001 connected 2024-11-13T03:22:37,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/running 2024-11-13T03:22:37,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:22:37,721 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:22:37,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/master 2024-11-13T03:22:37,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/acl 2024-11-13T03:22:37,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40535 2024-11-13T03:22:37,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40535 2024-11-13T03:22:37,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40535 2024-11-13T03:22:37,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40535 2024-11-13T03:22:37,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40535 2024-11-13T03:22:37,737 DEBUG [M:0;8394b182524b:44717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:44717 2024-11-13T03:22:37,737 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-932693079/backup-masters/8394b182524b,44717,1731468157069 2024-11-13T03:22:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/backup-masters 2024-11-13T03:22:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/backup-masters 2024-11-13T03:22:37,816 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on existing znode=/0-932693079/backup-masters/8394b182524b,44717,1731468157069 2024-11-13T03:22:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-932693079/master 2024-11-13T03:22:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:37,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:37,901 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on existing znode=/0-932693079/master 2024-11-13T03:22:37,901 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-932693079/backup-masters/8394b182524b,44717,1731468157069 from backup master directory 2024-11-13T03:22:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-932693079/backup-masters/8394b182524b,44717,1731468157069 2024-11-13T03:22:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/backup-masters 2024-11-13T03:22:37,974 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/backup-masters 2024-11-13T03:22:37,974 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,44717,1731468157069 2024-11-13T03:22:37,977 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/hbase.id] with ID: 8d6e313a-4041-4990-88dc-723627f903fe 2024-11-13T03:22:37,977 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/.tmp/hbase.id 2024-11-13T03:22:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:22:37,986 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/.tmp/hbase.id]:[hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/hbase.id] 2024-11-13T03:22:37,993 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:37,994 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:22:37,994 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T03:22:38,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:38,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:22:38,052 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:38,053 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:22:38,053 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:22:38,458 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store 2024-11-13T03:22:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:38,862 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:38,862 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:38,862 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468158862Disabling compacts and flushes for region at 1731468158862Disabling writes for close at 1731468158862Writing region close event to WAL at 1731468158862Closed at 1731468158862 2024-11-13T03:22:38,863 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/.initializing 2024-11-13T03:22:38,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/WALs/8394b182524b,44717,1731468157069 2024-11-13T03:22:38,863 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:38,864 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C44717%2C1731468157069, suffix=, logDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/WALs/8394b182524b,44717,1731468157069, archiveDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/oldWALs, maxLogs=10 2024-11-13T03:22:38,876 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/WALs/8394b182524b,44717,1731468157069/8394b182524b%2C44717%2C1731468157069.1731468158864, exclude list is [], retry=0 2024-11-13T03:22:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:38,879 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/WALs/8394b182524b,44717,1731468157069/8394b182524b%2C44717%2C1731468157069.1731468158864 2024-11-13T03:22:38,880 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:38,880 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:38,880 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:38,880 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,880 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:22:38,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:38,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:38,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:22:38,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:38,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:38,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:22:38,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:38,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:38,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:22:38,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:38,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:38,885 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,885 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,886 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,886 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,886 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,887 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:38,887 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:38,888 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:38,889 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954267, jitterRate=-0.07680948078632355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:38,889 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468158880Initializing all the Stores at 1731468158881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468158881Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468158881Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468158881Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468158881Cleaning up temporary data from old regions at 1731468158886 (+5 ms)Region opened successfully at 1731468158889 (+3 ms) 2024-11-13T03:22:38,889 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:22:38,891 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249e5419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:38,891 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:22:38,891 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:22:38,891 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:22:38,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:22:38,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:22:38,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:22:38,892 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:22:38,893 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:22:38,894 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Unable to get data of znode /0-932693079/balancer because node does not exist (not necessarily an error) 2024-11-13T03:22:38,934 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/balancer already deleted, retry=false 2024-11-13T03:22:38,935 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:22:38,935 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Unable to get data of znode /0-932693079/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:22:38,984 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/normalizer already deleted, retry=false 2024-11-13T03:22:38,985 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:22:38,986 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Unable to get data of znode /0-932693079/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:22:39,038 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/switch/split already deleted, retry=false 2024-11-13T03:22:39,039 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Unable to get data of znode /0-932693079/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:22:39,056 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/switch/merge already deleted, retry=false 2024-11-13T03:22:39,057 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Unable to get data of znode /0-932693079/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:22:39,066 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/snapshot-cleanup already deleted, retry=false 2024-11-13T03:22:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-932693079/running 2024-11-13T03:22:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-932693079/running 2024-11-13T03:22:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,077 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,44717,1731468157069, sessionid=0x1013237509e0000, setting cluster-up flag (Was=false) 2024-11-13T03:22:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,129 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-932693079/flush-table-proc/acquired, /0-932693079/flush-table-proc/reached, /0-932693079/flush-table-proc/abort 2024-11-13T03:22:39,130 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,44717,1731468157069 2024-11-13T03:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:39,251 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-932693079/online-snapshot/acquired, /0-932693079/online-snapshot/reached, /0-932693079/online-snapshot/abort 2024-11-13T03:22:39,252 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,44717,1731468157069 2024-11-13T03:22:39,253 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:22:39,254 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:39,254 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:22:39,254 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:22:39,254 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,44717,1731468157069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:39,255 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468189256 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:22:39,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:22:39,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:22:39,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:39,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:22:39,260 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:22:39,260 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:22:39,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468159260,5,FailOnTimeoutGroup] 2024-11-13T03:22:39,262 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468159262,5,FailOnTimeoutGroup] 2024-11-13T03:22:39,262 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,262 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:22:39,262 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,262 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:22:39,326 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(746): ClusterId : 8d6e313a-4041-4990-88dc-723627f903fe 2024-11-13T03:22:39,326 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:22:39,341 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:22:39,341 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:22:39,362 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:22:39,362 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1a1ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:39,372 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:40535 2024-11-13T03:22:39,372 INFO [RS:0;8394b182524b:40535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:22:39,372 INFO [RS:0;8394b182524b:40535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:22:39,372 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:22:39,373 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,44717,1731468157069 with port=40535, startcode=1731468157654 2024-11-13T03:22:39,373 DEBUG [RS:0;8394b182524b:40535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:22:39,375 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:22:39,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,40535,1731468157654 2024-11-13T03:22:39,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44717 {}] master.ServerManager(517): Registering regionserver=8394b182524b,40535,1731468157654 2024-11-13T03:22:39,376 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50 2024-11-13T03:22:39,376 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37239 2024-11-13T03:22:39,376 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:22:39,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/rs 2024-11-13T03:22:39,389 DEBUG [RS:0;8394b182524b:40535 {}] zookeeper.ZKUtil(111): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on existing znode=/0-932693079/rs/8394b182524b,40535,1731468157654 2024-11-13T03:22:39,389 WARN [RS:0;8394b182524b:40535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:39,389 INFO [RS:0;8394b182524b:40535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:39,389 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654 2024-11-13T03:22:39,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,40535,1731468157654] 2024-11-13T03:22:39,391 INFO [RS:0;8394b182524b:40535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:22:39,392 INFO [RS:0;8394b182524b:40535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:22:39,393 INFO [RS:0;8394b182524b:40535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:22:39,393 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,393 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:22:39,394 INFO [RS:0;8394b182524b:40535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:22:39,394 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:39,394 DEBUG [RS:0;8394b182524b:40535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,396 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40535,1731468157654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:39,409 INFO [RS:0;8394b182524b:40535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:22:39,410 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,40535,1731468157654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,410 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,410 INFO [RS:0;8394b182524b:40535 {}] regionserver.Replication(171): 8394b182524b,40535,1731468157654 started 2024-11-13T03:22:39,426 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:39,426 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,40535,1731468157654, RpcServer on 8394b182524b/172.17.0.3:40535, sessionid=0x1013237509e0001 2024-11-13T03:22:39,426 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:22:39,426 DEBUG [RS:0;8394b182524b:40535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,40535,1731468157654 2024-11-13T03:22:39,426 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40535,1731468157654' 2024-11-13T03:22:39,426 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-932693079/flush-table-proc/abort' 2024-11-13T03:22:39,426 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-932693079/flush-table-proc/acquired' 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,40535,1731468157654 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,40535,1731468157654' 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-932693079/online-snapshot/abort' 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-932693079/online-snapshot/acquired' 2024-11-13T03:22:39,427 DEBUG [RS:0;8394b182524b:40535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:22:39,427 INFO [RS:0;8394b182524b:40535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:22:39,427 INFO [RS:0;8394b182524b:40535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:22:39,528 INFO [RS:0;8394b182524b:40535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:39,528 INFO [RS:0;8394b182524b:40535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40535%2C1731468157654, suffix=, logDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654, archiveDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/oldWALs, maxLogs=10 2024-11-13T03:22:39,541 DEBUG [RS:0;8394b182524b:40535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529, exclude list is [], retry=0 2024-11-13T03:22:39,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:39,544 INFO [RS:0;8394b182524b:40535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 2024-11-13T03:22:39,546 DEBUG [RS:0;8394b182524b:40535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:39,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:22:39,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50 2024-11-13T03:22:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:22:40,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:40,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:40,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:40,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:40,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:40,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:40,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:40,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:40,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:40,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:40,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740 2024-11-13T03:22:40,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740 2024-11-13T03:22:40,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:40,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:40,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:40,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:40,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74484899, jitterRate=0.1099114865064621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468160071Initializing all the Stores at 1731468160071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160072 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468160072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160072Cleaning up temporary data from old regions at 1731468160085 (+13 ms)Region opened successfully at 1731468160093 (+8 ms) 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:40,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:40,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:40,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468160093Disabling compacts and flushes for region at 1731468160093Disabling writes for close at 1731468160093Writing region close event to WAL at 1731468160096 (+3 ms)Closed at 1731468160096 2024-11-13T03:22:40,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:40,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:22:40,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:22:40,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:40,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:22:40,249 DEBUG [8394b182524b:44717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:22:40,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:40,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,40535,1731468157654, state=OPENING 2024-11-13T03:22:40,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:22:40,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:40,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:40,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-932693079/meta-region-server: CHANGED 2024-11-13T03:22:40,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:40,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-932693079/meta-region-server: CHANGED 2024-11-13T03:22:40,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,40535,1731468157654}] 2024-11-13T03:22:40,439 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:40,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:22:40,443 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:22:40,443 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:40,443 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:22:40,444 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40535%2C1731468157654.meta, suffix=.meta, logDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654, archiveDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/oldWALs, maxLogs=10 2024-11-13T03:22:40,457 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468160445.meta, exclude list is [], retry=0 2024-11-13T03:22:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:40,460 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468160445.meta 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:40,461 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:22:40,461 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:22:40,461 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:22:40,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:40,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:40,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:40,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:40,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:40,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:40,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:40,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:40,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:40,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:40,466 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:40,466 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740 2024-11-13T03:22:40,467 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740 2024-11-13T03:22:40,467 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:40,467 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:40,468 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:40,469 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:40,469 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66948602, jitterRate=-0.002388089895248413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:40,469 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:22:40,469 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468160462Writing region info on filesystem at 1731468160462Initializing all the Stores at 1731468160462Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468160462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468160462Cleaning up temporary data from old regions at 1731468160467 (+5 ms)Running coprocessor post-open hooks at 1731468160469 (+2 ms)Region opened successfully at 1731468160469 2024-11-13T03:22:40,470 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468160439 2024-11-13T03:22:40,471 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:22:40,471 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:22:40,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:40,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,40535,1731468157654, state=OPEN 2024-11-13T03:22:40,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-932693079/meta-region-server 2024-11-13T03:22:40,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-932693079/meta-region-server 2024-11-13T03:22:40,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,40535,1731468157654 2024-11-13T03:22:40,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-932693079/meta-region-server: CHANGED 2024-11-13T03:22:40,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-932693079/meta-region-server: CHANGED 2024-11-13T03:22:40,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:22:40,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,40535,1731468157654 in 230 msec 2024-11-13T03:22:40,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:22:40,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-13T03:22:40,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:40,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:22:40,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:40,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40535,1731468157654, seqNum=-1] 2024-11-13T03:22:40,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:40,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:40,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-13T03:22:40,522 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468160522, completionTime=-1 2024-11-13T03:22:40,522 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:22:40,522 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468220523 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468280523 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,523 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,524 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:44717, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,524 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,524 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,525 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.552sec 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:40,526 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:22:40,528 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:22:40,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:22:40,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44717,1731468157069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:40,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ae20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:40,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:40,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:40,628 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee38b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:40,629 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:40,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40535,1731468157654, seqNum=-1] 2024-11-13T03:22:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:40,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:40,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,44717,1731468157069 2024-11-13T03:22:40,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:40,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013237509e0002 connected 2024-11-13T03:22:40,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir so I do NOT create it in target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f 2024-11-13T03:22:40,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:22:40,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.tmp.dir so I do NOT create it in target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f 2024-11-13T03:22:40,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:22:40,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f 2024-11-13T03:22:40,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:22:40,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/cluster_54260fde-1310-b246-5d53-8b75c1bc6413, deleteOnExit=true 2024-11-13T03:22:40,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/test.cache.data in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:22:40,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:22:40,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:22:41,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:41,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:41,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:41,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:41,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:22:41,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:41,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:41,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:41,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56af9fe4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/java.io.tmpdir/jetty-localhost-46101-hadoop-hdfs-3_4_1-tests_jar-_-any-2075394579855090025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:41,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:46101} 2024-11-13T03:22:41,257 INFO [Time-limited test {}] server.Server(415): Started @334929ms 2024-11-13T03:22:41,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:41,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:41,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:41,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:41,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:22:41,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:41,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:41,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af007df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-12730485928395495938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:41,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-11-13T03:22:41,904 INFO [Time-limited test {}] server.Server(415): Started @335576ms 2024-11-13T03:22:41,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:22:42,709 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/cluster_54260fde-1310-b246-5d53-8b75c1bc6413/data/data1/current/BP-117128024-172.17.0.3-1731468160681/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:42,709 WARN [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/cluster_54260fde-1310-b246-5d53-8b75c1bc6413/data/data2/current/BP-117128024-172.17.0.3-1731468160681/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:42,750 WARN [Thread-4408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:22:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88e2e220882d570b with lease ID 0x9f6c920a8b15cf3a: Processing first storage report for DS-9cd4230b-fcf4-449f-845c-610330d0906d from datanode DatanodeRegistration(127.0.0.1:44169, datanodeUuid=29785f70-0294-4479-bad0-f26374c226db, infoPort=37015, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=329038290;c=1731468160681) 2024-11-13T03:22:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88e2e220882d570b with lease ID 0x9f6c920a8b15cf3a: from storage DS-9cd4230b-fcf4-449f-845c-610330d0906d node DatanodeRegistration(127.0.0.1:44169, datanodeUuid=29785f70-0294-4479-bad0-f26374c226db, infoPort=37015, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=329038290;c=1731468160681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88e2e220882d570b with lease ID 0x9f6c920a8b15cf3a: Processing first storage report for DS-368d902b-d23f-4e60-a61a-9ca1a15529e7 from datanode DatanodeRegistration(127.0.0.1:44169, datanodeUuid=29785f70-0294-4479-bad0-f26374c226db, infoPort=37015, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=329038290;c=1731468160681) 2024-11-13T03:22:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88e2e220882d570b with lease ID 0x9f6c920a8b15cf3a: from storage DS-368d902b-d23f-4e60-a61a-9ca1a15529e7 node DatanodeRegistration(127.0.0.1:44169, datanodeUuid=29785f70-0294-4479-bad0-f26374c226db, infoPort=37015, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=329038290;c=1731468160681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:42,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f 2024-11-13T03:22:42,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:42,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:22:42,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404 with version=8 2024-11-13T03:22:42,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/hbase-staging 2024-11-13T03:22:42,891 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:22:42,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:42,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39895 2024-11-13T03:22:42,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39895 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:42,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398950x0, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:42,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39895-0x1013237509e0003 connected 2024-11-13T03:22:43,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:43,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:43,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/running 2024-11-13T03:22:43,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404, hbase.cluster.distributed=false 2024-11-13T03:22:43,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/acl 2024-11-13T03:22:43,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-13T03:22:43,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39895 2024-11-13T03:22:43,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39895 2024-11-13T03:22:43,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-13T03:22:43,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39895 2024-11-13T03:22:43,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:43,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:22:43,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:43,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33525 2024-11-13T03:22:43,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33525 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:43,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:43,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:43,109 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335250x0, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:43,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335250x0, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/running 2024-11-13T03:22:43,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33525-0x1013237509e0004 connected 2024-11-13T03:22:43,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:22:43,121 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:22:43,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/master 2024-11-13T03:22:43,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/acl 2024-11-13T03:22:43,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33525 2024-11-13T03:22:43,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33525 2024-11-13T03:22:43,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33525 2024-11-13T03:22:43,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33525 2024-11-13T03:22:43,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33525 2024-11-13T03:22:43,204 DEBUG [M:0;8394b182524b:39895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:39895 2024-11-13T03:22:43,205 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-796243144/backup-masters/8394b182524b,39895,1731468162891 2024-11-13T03:22:43,213 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/backup-masters 2024-11-13T03:22:43,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/backup-masters 2024-11-13T03:22:43,214 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on existing znode=/1-796243144/backup-masters/8394b182524b,39895,1731468162891 2024-11-13T03:22:43,224 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-796243144/master 2024-11-13T03:22:43,224 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,224 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on existing znode=/1-796243144/master 2024-11-13T03:22:43,228 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-796243144/backup-masters/8394b182524b,39895,1731468162891 from backup master directory 2024-11-13T03:22:43,234 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/backup-masters 2024-11-13T03:22:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-796243144/backup-masters/8394b182524b,39895,1731468162891 2024-11-13T03:22:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/backup-masters 2024-11-13T03:22:43,235 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:43,235 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,39895,1731468162891 2024-11-13T03:22:43,250 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/hbase.id] with ID: 00710692-5937-42fc-bb96-45ed3fac34fb 2024-11-13T03:22:43,250 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/.tmp/hbase.id 2024-11-13T03:22:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:22:43,269 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/.tmp/hbase.id]:[hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/hbase.id] 2024-11-13T03:22:43,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:43,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:22:43,280 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:22:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,293 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:22:43,322 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:43,323 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:22:43,323 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:43,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:22:43,355 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store 2024-11-13T03:22:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:43,364 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:43,364 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:43,364 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468163364Disabling compacts and flushes for region at 1731468163364Disabling writes for close at 1731468163364Writing region close event to WAL at 1731468163364Closed at 1731468163364 2024-11-13T03:22:43,365 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/.initializing 2024-11-13T03:22:43,366 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/WALs/8394b182524b,39895,1731468162891 2024-11-13T03:22:43,367 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:43,369 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C39895%2C1731468162891, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/WALs/8394b182524b,39895,1731468162891, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/oldWALs, maxLogs=10 2024-11-13T03:22:43,389 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/WALs/8394b182524b,39895,1731468162891/8394b182524b%2C39895%2C1731468162891.1731468163370, exclude list is [], retry=0 2024-11-13T03:22:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44169,DS-9cd4230b-fcf4-449f-845c-610330d0906d,DISK] 2024-11-13T03:22:43,401 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/WALs/8394b182524b,39895,1731468162891/8394b182524b%2C39895%2C1731468162891.1731468163370 2024-11-13T03:22:43,404 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-13T03:22:43,404 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:43,405 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:43,405 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,405 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:22:43,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:43,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:43,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:22:43,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:43,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:43,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:22:43,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:43,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:43,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:22:43,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:43,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:43,426 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,427 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,427 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,429 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,429 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,430 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:43,431 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:43,438 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:43,439 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75143699, jitterRate=0.11972837150096893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:43,439 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468163405Initializing all the Stores at 1731468163406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468163406Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468163412 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468163412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468163412Cleaning up temporary data from old regions at 1731468163429 (+17 ms)Region opened successfully at 1731468163439 (+10 ms) 2024-11-13T03:22:43,440 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:22:43,443 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a379cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:43,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:22:43,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:22:43,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:22:43,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:22:43,445 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:22:43,445 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:22:43,445 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:22:43,454 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:22:43,455 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Unable to get data of znode /1-796243144/balancer because node does not exist (not necessarily an error) 2024-11-13T03:22:43,466 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/balancer already deleted, retry=false 2024-11-13T03:22:43,466 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:22:43,467 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Unable to get data of znode /1-796243144/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:22:43,476 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/normalizer already deleted, retry=false 2024-11-13T03:22:43,477 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:22:43,485 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Unable to get data of znode /1-796243144/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:22:43,498 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/switch/split already deleted, retry=false 2024-11-13T03:22:43,499 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Unable to get data of znode /1-796243144/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:22:43,508 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/switch/merge already deleted, retry=false 2024-11-13T03:22:43,510 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Unable to get data of znode /1-796243144/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:22:43,519 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/snapshot-cleanup already deleted, retry=false 2024-11-13T03:22:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-796243144/running 2024-11-13T03:22:43,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,529 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-796243144/running 2024-11-13T03:22:43,529 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,530 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,39895,1731468162891, sessionid=0x1013237509e0003, setting cluster-up flag (Was=false) 2024-11-13T03:22:43,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,550 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,582 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-796243144/flush-table-proc/acquired, /1-796243144/flush-table-proc/reached, /1-796243144/flush-table-proc/abort 2024-11-13T03:22:43,583 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39895,1731468162891 2024-11-13T03:22:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,603 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:43,634 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-796243144/online-snapshot/acquired, /1-796243144/online-snapshot/reached, /1-796243144/online-snapshot/abort 2024-11-13T03:22:43,635 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,39895,1731468162891 2024-11-13T03:22:43,636 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:22:43,637 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:43,638 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:22:43,638 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:22:43,638 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,39895,1731468162891 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:43,639 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:43,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:22:43,642 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:43,642 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:22:43,644 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468193644 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:22:43,645 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:22:43,646 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:22:43,646 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:22:43,660 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:22:43,660 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:22:43,680 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468163660,5,FailOnTimeoutGroup] 2024-11-13T03:22:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:22:43,688 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468163680,5,FailOnTimeoutGroup] 2024-11-13T03:22:43,688 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,688 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:22:43,688 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,688 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,693 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(746): ClusterId : 00710692-5937-42fc-bb96-45ed3fac34fb 2024-11-13T03:22:43,693 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:22:43,705 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:22:43,705 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:22:43,715 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:22:43,716 DEBUG [RS:0;8394b182524b:33525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f3a1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:43,743 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:33525 2024-11-13T03:22:43,743 INFO [RS:0;8394b182524b:33525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:22:43,743 INFO [RS:0;8394b182524b:33525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:22:43,743 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:22:43,745 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,39895,1731468162891 with port=33525, startcode=1731468163089 2024-11-13T03:22:43,745 DEBUG [RS:0;8394b182524b:33525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:22:43,753 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:22:43,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,33525,1731468163089 2024-11-13T03:22:43,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39895 {}] master.ServerManager(517): Registering regionserver=8394b182524b,33525,1731468163089 2024-11-13T03:22:43,755 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404 2024-11-13T03:22:43,755 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45257 2024-11-13T03:22:43,755 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:22:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/rs 2024-11-13T03:22:43,809 DEBUG [RS:0;8394b182524b:33525 {}] zookeeper.ZKUtil(111): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on existing znode=/1-796243144/rs/8394b182524b,33525,1731468163089 2024-11-13T03:22:43,809 WARN [RS:0;8394b182524b:33525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:43,809 INFO [RS:0;8394b182524b:33525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:43,809 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089 2024-11-13T03:22:43,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,33525,1731468163089] 2024-11-13T03:22:43,813 INFO [RS:0;8394b182524b:33525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:22:43,820 INFO [RS:0;8394b182524b:33525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:22:43,821 INFO [RS:0;8394b182524b:33525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:22:43,821 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,828 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:22:43,829 INFO [RS:0;8394b182524b:33525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:22:43,829 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:43,829 DEBUG [RS:0;8394b182524b:33525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,864 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33525,1731468163089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:43,889 INFO [RS:0;8394b182524b:33525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:22:43,890 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,33525,1731468163089-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,890 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,890 INFO [RS:0;8394b182524b:33525 {}] regionserver.Replication(171): 8394b182524b,33525,1731468163089 started 2024-11-13T03:22:43,905 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:43,906 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,33525,1731468163089, RpcServer on 8394b182524b/172.17.0.3:33525, sessionid=0x1013237509e0004 2024-11-13T03:22:43,906 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:22:43,906 DEBUG [RS:0;8394b182524b:33525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,33525,1731468163089 2024-11-13T03:22:43,906 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33525,1731468163089' 2024-11-13T03:22:43,906 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-796243144/flush-table-proc/abort' 2024-11-13T03:22:43,906 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-796243144/flush-table-proc/acquired' 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,33525,1731468163089 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,33525,1731468163089' 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-796243144/online-snapshot/abort' 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-796243144/online-snapshot/acquired' 2024-11-13T03:22:43,907 DEBUG [RS:0;8394b182524b:33525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:22:43,907 INFO [RS:0;8394b182524b:33525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:22:43,907 INFO [RS:0;8394b182524b:33525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:22:44,008 INFO [RS:0;8394b182524b:33525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:44,013 INFO [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33525%2C1731468163089, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/oldWALs, maxLogs=10 2024-11-13T03:22:44,029 DEBUG [RS:0;8394b182524b:33525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089/8394b182524b%2C33525%2C1731468163089.1731468164013, exclude list is [], retry=0 2024-11-13T03:22:44,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44169,DS-9cd4230b-fcf4-449f-845c-610330d0906d,DISK] 2024-11-13T03:22:44,041 INFO [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089/8394b182524b%2C33525%2C1731468163089.1731468164013 2024-11-13T03:22:44,048 DEBUG [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-13T03:22:44,084 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:22:44,084 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404 2024-11-13T03:22:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:22:44,489 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:44,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:44,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:44,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:44,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:44,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:44,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:44,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:44,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:44,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,494 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:44,494 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740 2024-11-13T03:22:44,494 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740 2024-11-13T03:22:44,495 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:44,495 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:44,495 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:44,496 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:44,498 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74716967, jitterRate=0.11336956918239594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468164489Initializing all the Stores at 1731468164489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468164489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164489Cleaning up temporary data from old regions at 1731468164495 (+6 ms)Region opened successfully at 1731468164498 (+3 ms) 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:44,498 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:44,498 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:44,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468164498Disabling compacts and flushes for region at 1731468164498Disabling writes for close at 1731468164498Writing region close event to WAL at 1731468164498Closed at 1731468164498 2024-11-13T03:22:44,499 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:44,499 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:22:44,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:22:44,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:44,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:22:44,651 DEBUG [8394b182524b:39895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:22:44,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,33525,1731468163089 2024-11-13T03:22:44,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33525,1731468163089, state=OPENING 2024-11-13T03:22:44,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:22:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:44,672 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:22:44,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-796243144/meta-region-server: CHANGED 2024-11-13T03:22:44,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-796243144/meta-region-server: CHANGED 2024-11-13T03:22:44,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:44,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33525,1731468163089}] 2024-11-13T03:22:44,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:44,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:22:44,830 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:22:44,830 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:44,831 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:22:44,831 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C33525%2C1731468163089.meta, suffix=.meta, logDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/oldWALs, maxLogs=10 2024-11-13T03:22:44,847 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089/8394b182524b%2C33525%2C1731468163089.meta.1731468164832.meta, exclude list is [], retry=0 2024-11-13T03:22:44,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44169,DS-9cd4230b-fcf4-449f-845c-610330d0906d,DISK] 2024-11-13T03:22:44,851 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/WALs/8394b182524b,33525,1731468163089/8394b182524b%2C33525%2C1731468163089.meta.1731468164832.meta 2024-11-13T03:22:44,851 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-13T03:22:44,851 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:44,852 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:22:44,852 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:22:44,852 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:22:44,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:44,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:44,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:44,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:44,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:44,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:44,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:44,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:44,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:44,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:44,861 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:44,861 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740 2024-11-13T03:22:44,862 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740 2024-11-13T03:22:44,863 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:44,863 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:44,863 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:44,865 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:44,865 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66814481, jitterRate=-0.004386648535728455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:44,865 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:22:44,866 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468164852Writing region info on filesystem at 1731468164852Initializing all the Stores at 1731468164853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468164853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468164853Cleaning up temporary data from old regions at 1731468164863 (+10 ms)Running coprocessor post-open hooks at 1731468164865 (+2 ms)Region opened successfully at 1731468164865 2024-11-13T03:22:44,867 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468164826 2024-11-13T03:22:44,868 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:22:44,868 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:22:44,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,33525,1731468163089 2024-11-13T03:22:44,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,33525,1731468163089, state=OPEN 2024-11-13T03:22:44,932 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-796243144/meta-region-server 2024-11-13T03:22:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-796243144/meta-region-server 2024-11-13T03:22:44,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-796243144/meta-region-server: CHANGED 2024-11-13T03:22:44,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-796243144/meta-region-server: CHANGED 2024-11-13T03:22:44,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,33525,1731468163089 2024-11-13T03:22:44,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:22:44,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,33525,1731468163089 in 259 msec 2024-11-13T03:22:44,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:22:44,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-13T03:22:44,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:44,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:22:44,939 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:44,939 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33525,1731468163089, seqNum=-1] 2024-11-13T03:22:44,940 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:44,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:44,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-13T03:22:44,947 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468164947, completionTime=-1 2024-11-13T03:22:44,947 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:22:44,948 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:22:44,949 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:22:44,949 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468224949 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468284950 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:39895, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,950 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,952 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:22:44,963 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.738sec 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:44,973 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:22:44,975 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:22:44,975 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:22:44,975 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39895,1731468162891-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:44,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:44,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39895,-1 for getting cluster id 2024-11-13T03:22:44,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:44,995 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00710692-5937-42fc-bb96-45ed3fac34fb' 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00710692-5937-42fc-bb96-45ed3fac34fb" 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a0fe18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39895,-1] 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:44,997 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:44,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ae346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:44,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33525,1731468163089, seqNum=-1] 2024-11-13T03:22:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:45,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:45,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,39895,1731468162891 2024-11-13T03:22:45,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:45,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:45,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013237509e0005 connected 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir so I do NOT create it in target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990 2024-11-13T03:22:45,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.tmp.dir so I do NOT create it in target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990 2024-11-13T03:22:45,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:22:45,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/cluster_e613e71f-c4f8-546b-f4a5-1ecfa49389e4, deleteOnExit=true 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/test.cache.data in system properties and HBase conf 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:22:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:22:45,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:22:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:22:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:22:45,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:45,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:45,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:45,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:45,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:22:45,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:45,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:45,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:45,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789efb3c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/java.io.tmpdir/jetty-localhost-40373-hadoop-hdfs-3_4_1-tests_jar-_-any-3701003391517421323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:22:45,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:40373} 2024-11-13T03:22:45,636 INFO [Time-limited test {}] server.Server(415): Started @339308ms 2024-11-13T03:22:45,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T03:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:45,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:45,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:46,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:22:46,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:22:46,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:22:46,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:22:46,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:22:46,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:22:46,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:22:46,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/java.io.tmpdir/jetty-localhost-40051-hadoop-hdfs-3_4_1-tests_jar-_-any-6580310713283099863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:22:46,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:40051} 2024-11-13T03:22:46,282 INFO [Time-limited test {}] server.Server(415): Started @339954ms 2024-11-13T03:22:46,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:22:47,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:47,236 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:47,236 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148859 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:22:47,250 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/cluster_e613e71f-c4f8-546b-f4a5-1ecfa49389e4/data/data1/current/BP-551637933-172.17.0.3-1731468165071/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:47,250 WARN [Thread-4542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/cluster_e613e71f-c4f8-546b-f4a5-1ecfa49389e4/data/data2/current/BP-551637933-172.17.0.3-1731468165071/current, will proceed with Du for space computation calculation, 2024-11-13T03:22:47,293 WARN [Thread-4529 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:22:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1fc949b5bb8956 with lease ID 0x79ac1146111f3ff1: Processing first storage report for DS-8a2eca1c-0d5f-4b1b-b1cc-1b4e7d490c82 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=4af706b1-65a2-4e10-9576-0d059f3d3dc3, infoPort=41973, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1597743257;c=1731468165071) 2024-11-13T03:22:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1fc949b5bb8956 with lease ID 0x79ac1146111f3ff1: from storage DS-8a2eca1c-0d5f-4b1b-b1cc-1b4e7d490c82 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=4af706b1-65a2-4e10-9576-0d059f3d3dc3, infoPort=41973, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1597743257;c=1731468165071), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1fc949b5bb8956 with lease ID 0x79ac1146111f3ff1: Processing first storage report for DS-904635ad-4950-43f7-b06e-b0cc163034b8 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=4af706b1-65a2-4e10-9576-0d059f3d3dc3, infoPort=41973, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1597743257;c=1731468165071) 2024-11-13T03:22:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1fc949b5bb8956 with lease ID 0x79ac1146111f3ff1: from storage DS-904635ad-4950-43f7-b06e-b0cc163034b8 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=4af706b1-65a2-4e10-9576-0d059f3d3dc3, infoPort=41973, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=1597743257;c=1731468165071), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:22:47,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990 2024-11-13T03:22:47,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:22:47,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49 with version=8 2024-11-13T03:22:47,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/hbase-staging 2024-11-13T03:22:47,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:47,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:22:47,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:47,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38589 2024-11-13T03:22:47,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38589 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385890x0, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:47,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38589-0x1013237509e0006 connected 2024-11-13T03:22:47,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/running 2024-11-13T03:22:47,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49, hbase.cluster.distributed=false 2024-11-13T03:22:47,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/acl 2024-11-13T03:22:47,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-13T03:22:47,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38589 2024-11-13T03:22:47,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38589 2024-11-13T03:22:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-13T03:22:47,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38589 2024-11-13T03:22:47,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:22:47,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:22:47,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:22:47,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:22:47,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:22:47,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:22:47,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36159 2024-11-13T03:22:47,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36159 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:47,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:47,908 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361590x0, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:47,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361590x0, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/running 2024-11-13T03:22:47,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:22:47,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36159-0x1013237509e0007 connected 2024-11-13T03:22:47,921 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:22:47,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/master 2024-11-13T03:22:47,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/acl 2024-11-13T03:22:47,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-13T03:22:47,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36159 2024-11-13T03:22:47,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36159 2024-11-13T03:22:47,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-13T03:22:47,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-13T03:22:47,958 DEBUG [M:0;8394b182524b:38589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:38589 2024-11-13T03:22:47,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1211581866/backup-masters/8394b182524b,38589,1731468167734 2024-11-13T03:22:47,971 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/backup-masters 2024-11-13T03:22:47,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/backup-masters 2024-11-13T03:22:47,971 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on existing znode=/2-1211581866/backup-masters/8394b182524b,38589,1731468167734 2024-11-13T03:22:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:47,982 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211581866/master 2024-11-13T03:22:47,982 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:47,982 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on existing znode=/2-1211581866/master 2024-11-13T03:22:47,982 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1211581866/backup-masters/8394b182524b,38589,1731468167734 from backup master directory 2024-11-13T03:22:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211581866/backup-masters/8394b182524b,38589,1731468167734 2024-11-13T03:22:47,992 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/backup-masters 2024-11-13T03:22:47,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/backup-masters 2024-11-13T03:22:47,992 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:47,992 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,38589,1731468167734 2024-11-13T03:22:47,995 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/hbase.id] with ID: a7ae5a13-5c68-4532-9fce-24b2c2ff9643 2024-11-13T03:22:47,996 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/.tmp/hbase.id 2024-11-13T03:22:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:22:48,406 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/.tmp/hbase.id]:[hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/hbase.id] 2024-11-13T03:22:48,416 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:48,416 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:22:48,417 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T03:22:48,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:48,462 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:22:48,882 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:48,883 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:22:48,883 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:22:49,290 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store 2024-11-13T03:22:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:22:49,296 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:49,296 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:22:49,296 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:49,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:49,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:22:49,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:49,297 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:22:49,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468169296Disabling compacts and flushes for region at 1731468169296Disabling writes for close at 1731468169297 (+1 ms)Writing region close event to WAL at 1731468169297Closed at 1731468169297 2024-11-13T03:22:49,297 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/.initializing 2024-11-13T03:22:49,297 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/WALs/8394b182524b,38589,1731468167734 2024-11-13T03:22:49,298 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:49,300 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C38589%2C1731468167734, suffix=, logDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/WALs/8394b182524b,38589,1731468167734, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/oldWALs, maxLogs=10 2024-11-13T03:22:49,317 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/WALs/8394b182524b,38589,1731468167734/8394b182524b%2C38589%2C1731468167734.1731468169300, exclude list is [], retry=0 2024-11-13T03:22:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-8a2eca1c-0d5f-4b1b-b1cc-1b4e7d490c82,DISK] 2024-11-13T03:22:49,326 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/WALs/8394b182524b,38589,1731468167734/8394b182524b%2C38589%2C1731468167734.1731468169300 2024-11-13T03:22:49,327 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-13T03:22:49,327 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:49,327 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:49,327 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,328 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:22:49,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:49,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:49,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:22:49,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:49,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:49,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:22:49,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:49,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:49,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:22:49,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:49,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:49,335 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,336 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,336 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,337 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,337 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,338 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:49,338 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:22:49,340 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:49,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73073686, jitterRate=0.08888277411460876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:49,341 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731468169328Initializing all the Stores at 1731468169328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468169328Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468169329 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468169329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468169329Cleaning up temporary data from old regions at 1731468169337 (+8 ms)Region opened successfully at 1731468169341 (+4 ms) 2024-11-13T03:22:49,341 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:22:49,344 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14eaad81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:49,344 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:22:49,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:22:49,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:22:49,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:22:49,345 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:22:49,346 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:22:49,346 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T03:22:49,347 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:22:49,348 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/balancer because node does not exist (not necessarily an error) 2024-11-13T03:22:49,367 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/balancer already deleted, retry=false 2024-11-13T03:22:49,367 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:22:49,368 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:22:49,377 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/normalizer already deleted, retry=false 2024-11-13T03:22:49,378 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:22:49,379 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:22:49,388 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/switch/split already deleted, retry=false 2024-11-13T03:22:49,389 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:22:49,398 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/switch/merge already deleted, retry=false 2024-11-13T03:22:49,400 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:22:49,409 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/snapshot-cleanup already deleted, retry=false 2024-11-13T03:22:49,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211581866/running 2024-11-13T03:22:49,419 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1211581866/running 2024-11-13T03:22:49,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,419 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,420 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,38589,1731468167734, sessionid=0x1013237509e0006, setting cluster-up flag (Was=false) 2024-11-13T03:22:49,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,440 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,472 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1211581866/flush-table-proc/acquired, /2-1211581866/flush-table-proc/reached, /2-1211581866/flush-table-proc/abort 2024-11-13T03:22:49,473 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,38589,1731468167734 2024-11-13T03:22:49,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,493 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:49,525 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1211581866/online-snapshot/acquired, /2-1211581866/online-snapshot/reached, /2-1211581866/online-snapshot/abort 2024-11-13T03:22:49,526 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,38589,1731468167734 2024-11-13T03:22:49,527 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:22:49,528 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:49,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:22:49,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:22:49,529 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,38589,1731468167734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:49,530 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731468199531 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:22:49,531 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:49,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:22:49,532 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:22:49,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:49,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:22:49,535 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468169532,5,FailOnTimeoutGroup] 2024-11-13T03:22:49,540 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468169535,5,FailOnTimeoutGroup] 2024-11-13T03:22:49,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:22:49,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,540 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:22:49,549 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(746): ClusterId : a7ae5a13-5c68-4532-9fce-24b2c2ff9643 2024-11-13T03:22:49,549 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:22:49,561 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:22:49,561 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:22:49,571 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:22:49,572 DEBUG [RS:0;8394b182524b:36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ffbb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:22:49,592 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:36159 2024-11-13T03:22:49,592 INFO [RS:0;8394b182524b:36159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:22:49,592 INFO [RS:0;8394b182524b:36159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:22:49,592 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:22:49,593 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,38589,1731468167734 with port=36159, startcode=1731468167890 2024-11-13T03:22:49,593 DEBUG [RS:0;8394b182524b:36159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:22:49,594 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:22:49,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,36159,1731468167890 2024-11-13T03:22:49,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(517): Registering regionserver=8394b182524b,36159,1731468167890 2024-11-13T03:22:49,596 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49 2024-11-13T03:22:49,596 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46275 2024-11-13T03:22:49,596 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:22:49,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/rs 2024-11-13T03:22:49,649 DEBUG [RS:0;8394b182524b:36159 {}] zookeeper.ZKUtil(111): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on existing znode=/2-1211581866/rs/8394b182524b,36159,1731468167890 2024-11-13T03:22:49,649 WARN [RS:0;8394b182524b:36159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:22:49,649 INFO [RS:0;8394b182524b:36159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:49,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,36159,1731468167890] 2024-11-13T03:22:49,649 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890 2024-11-13T03:22:49,652 INFO [RS:0;8394b182524b:36159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:22:49,654 INFO [RS:0;8394b182524b:36159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:22:49,654 INFO [RS:0;8394b182524b:36159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:22:49,654 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,655 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:22:49,656 INFO [RS:0;8394b182524b:36159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:22:49,656 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,656 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,656 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,656 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,656 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,656 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:49,657 DEBUG [RS:0;8394b182524b:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:22:49,662 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,663 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,663 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,663 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,663 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,663 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36159,1731468167890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:49,684 INFO [RS:0;8394b182524b:36159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:22:49,684 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,36159,1731468167890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,684 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,684 INFO [RS:0;8394b182524b:36159 {}] regionserver.Replication(171): 8394b182524b,36159,1731468167890 started 2024-11-13T03:22:49,705 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:49,705 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,36159,1731468167890, RpcServer on 8394b182524b/172.17.0.3:36159, sessionid=0x1013237509e0007 2024-11-13T03:22:49,705 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:22:49,705 DEBUG [RS:0;8394b182524b:36159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,36159,1731468167890 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36159,1731468167890' 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1211581866/flush-table-proc/abort' 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1211581866/flush-table-proc/acquired' 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:22:49,706 DEBUG [RS:0;8394b182524b:36159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,36159,1731468167890 2024-11-13T03:22:49,707 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,36159,1731468167890' 2024-11-13T03:22:49,707 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1211581866/online-snapshot/abort' 2024-11-13T03:22:49,707 DEBUG [RS:0;8394b182524b:36159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1211581866/online-snapshot/acquired' 2024-11-13T03:22:49,707 DEBUG [RS:0;8394b182524b:36159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:22:49,707 INFO [RS:0;8394b182524b:36159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:22:49,707 INFO [RS:0;8394b182524b:36159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:22:49,808 INFO [RS:0;8394b182524b:36159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:22:49,809 INFO [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36159%2C1731468167890, suffix=, logDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/oldWALs, maxLogs=10 2024-11-13T03:22:49,829 DEBUG [RS:0;8394b182524b:36159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890/8394b182524b%2C36159%2C1731468167890.1731468169810, exclude list is [], retry=0 2024-11-13T03:22:49,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-8a2eca1c-0d5f-4b1b-b1cc-1b4e7d490c82,DISK] 2024-11-13T03:22:49,837 INFO [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890/8394b182524b%2C36159%2C1731468167890.1731468169810 2024-11-13T03:22:49,837 DEBUG [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-13T03:22:49,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:22:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49 2024-11-13T03:22:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741833_1009 (size=32) 2024-11-13T03:22:50,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:50,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:50,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:50,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:50,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:50,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:50,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:50,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:50,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:50,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:50,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740 2024-11-13T03:22:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740 2024-11-13T03:22:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:50,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:50,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:50,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:50,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:50,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63793792, jitterRate=-0.04939842224121094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:50,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731468170351Initializing all the Stores at 1731468170352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468170352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170352Cleaning up temporary data from old regions at 1731468170370 (+18 ms)Region opened successfully at 1731468170385 (+15 ms) 2024-11-13T03:22:50,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:22:50,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:22:50,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:22:50,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:22:50,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:22:50,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:22:50,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468170385Disabling compacts and flushes for region at 1731468170385Disabling writes for close at 1731468170386 (+1 ms)Writing region close event to WAL at 1731468170386Closed at 1731468170386 2024-11-13T03:22:50,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:50,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:22:50,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:22:50,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:50,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:22:50,541 DEBUG [8394b182524b:38589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T03:22:50,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,36159,1731468167890 2024-11-13T03:22:50,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36159,1731468167890, state=OPENING 2024-11-13T03:22:50,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:22:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:50,603 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:22:50,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:22:50,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211581866/meta-region-server: CHANGED 2024-11-13T03:22:50,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36159,1731468167890}] 2024-11-13T03:22:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211581866/meta-region-server: CHANGED 2024-11-13T03:22:50,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:50,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:22:50,761 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:22:50,761 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:50,761 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:22:50,763 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C36159%2C1731468167890.meta, suffix=.meta, logDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890, archiveDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/oldWALs, maxLogs=10 2024-11-13T03:22:50,785 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890/8394b182524b%2C36159%2C1731468167890.meta.1731468170764.meta, exclude list is [], retry=0 2024-11-13T03:22:50,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-8a2eca1c-0d5f-4b1b-b1cc-1b4e7d490c82,DISK] 2024-11-13T03:22:50,793 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890/8394b182524b%2C36159%2C1731468167890.meta.1731468170764.meta 2024-11-13T03:22:50,796 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-13T03:22:50,796 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:50,797 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:22:50,797 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:22:50,797 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:22:50,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:22:50,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:22:50,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:22:50,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:22:50,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:22:50,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:22:50,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:22:50,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:22:50,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:50,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:22:50,804 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:22:50,804 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740 2024-11-13T03:22:50,805 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740 2024-11-13T03:22:50,806 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:22:50,806 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:22:50,806 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:22:50,808 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:22:50,809 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64288233, jitterRate=-0.04203067719936371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:22:50,809 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:22:50,809 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731468170798Writing region info on filesystem at 1731468170798Initializing all the Stores at 1731468170798Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170800 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468170800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731468170800Cleaning up temporary data from old regions at 1731468170806 (+6 ms)Running coprocessor post-open hooks at 1731468170809 (+3 ms)Region opened successfully at 1731468170809 2024-11-13T03:22:50,810 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731468170756 2024-11-13T03:22:50,812 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:22:50,812 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:22:50,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,36159,1731468167890 2024-11-13T03:22:50,814 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,36159,1731468167890, state=OPEN 2024-11-13T03:22:50,823 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1211581866/meta-region-server 2024-11-13T03:22:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1211581866/meta-region-server 2024-11-13T03:22:50,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,36159,1731468167890 2024-11-13T03:22:50,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211581866/meta-region-server: CHANGED 2024-11-13T03:22:50,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1211581866/meta-region-server: CHANGED 2024-11-13T03:22:50,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:22:50,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,36159,1731468167890 in 220 msec 2024-11-13T03:22:50,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:22:50,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-13T03:22:50,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:22:50,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:22:50,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:50,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36159,1731468167890, seqNum=-1] 2024-11-13T03:22:50,829 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:50,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:50,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-13T03:22:50,847 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731468170847, completionTime=-1 2024-11-13T03:22:50,847 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T03:22:50,847 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:22:50,849 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731468230849 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731468290850 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:38589, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,850 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,852 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:22:50,856 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,860 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-13T03:22:50,860 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:22:50,860 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:22:50,860 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:22:50,860 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:22:50,861 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:22:50,861 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:22:50,861 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:22:50,863 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:22:50,863 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:22:50,863 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,38589,1731468167734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:22:50,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:50,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38589,-1 for getting cluster id 2024-11-13T03:22:50,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:50,960 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ae5a13-5c68-4532-9fce-24b2c2ff9643' 2024-11-13T03:22:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ae5a13-5c68-4532-9fce-24b2c2ff9643" 2024-11-13T03:22:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c56bc45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38589,-1] 2024-11-13T03:22:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:50,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:50,961 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:50,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:50,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36159,1731468167890, seqNum=-1] 2024-11-13T03:22:50,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:50,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:50,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,38589,1731468167734 2024-11-13T03:22:50,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59768 2024-11-13T03:22:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:22:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013237509e0008 connected 2024-11-13T03:22:50,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:51,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44717,1731468157069 2024-11-13T03:22:51,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b39f6ec 2024-11-13T03:22:51,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:51,001 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:51,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:22:51,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:51,004 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:51,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:22:51,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:22:51,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7967035c8e6b5b727c3433e32b012b27, NAME => 'test,,1731468171001.7967035c8e6b5b727c3433e32b012b27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50 2024-11-13T03:22:51,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468171001.7967035c8e6b5b727c3433e32b012b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7967035c8e6b5b727c3433e32b012b27, disabling compactions & flushes 2024-11-13T03:22:51,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. after waiting 0 ms 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7967035c8e6b5b727c3433e32b012b27: Waiting for close lock at 1731468171053Disabling compacts and flushes for region at 1731468171053Disabling writes for close at 1731468171053Writing region close event to WAL at 1731468171053Closed at 1731468171053 2024-11-13T03:22:51,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:51,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468171001.7967035c8e6b5b727c3433e32b012b27.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468171055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468171055"}]},"ts":"1731468171055"} 2024-11-13T03:22:51,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:51,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:51,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468171059"}]},"ts":"1731468171059"} 2024-11-13T03:22:51,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:22:51,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7967035c8e6b5b727c3433e32b012b27, ASSIGN}] 2024-11-13T03:22:51,063 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7967035c8e6b5b727c3433e32b012b27, ASSIGN 2024-11-13T03:22:51,064 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7967035c8e6b5b727c3433e32b012b27, ASSIGN; state=OFFLINE, location=8394b182524b,40535,1731468157654; forceNewPlan=false, retain=false 2024-11-13T03:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7967035c8e6b5b727c3433e32b012b27, regionState=OPENING, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:51,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7967035c8e6b5b727c3433e32b012b27, ASSIGN because future has completed 2024-11-13T03:22:51,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7967035c8e6b5b727c3433e32b012b27, server=8394b182524b,40535,1731468157654}] 2024-11-13T03:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,386 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,386 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7967035c8e6b5b727c3433e32b012b27, NAME => 'test,,1731468171001.7967035c8e6b5b727c3433e32b012b27.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:51,386 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:51,386 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:22:51,386 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,386 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468171001.7967035c8e6b5b727c3433e32b012b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:51,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,388 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,390 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7967035c8e6b5b727c3433e32b012b27 columnFamilyName f 2024-11-13T03:22:51,390 DEBUG [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:51,390 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(327): Store=7967035c8e6b5b727c3433e32b012b27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:51,390 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,391 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7967035c8e6b5b727c3433e32b012b27 columnFamilyName f1 2024-11-13T03:22:51,392 DEBUG [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:51,392 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(327): Store=7967035c8e6b5b727c3433e32b012b27/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:51,392 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,393 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7967035c8e6b5b727c3433e32b012b27 columnFamilyName norep 2024-11-13T03:22:51,393 DEBUG [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:51,393 INFO [StoreOpener-7967035c8e6b5b727c3433e32b012b27-1 {}] regionserver.HStore(327): Store=7967035c8e6b5b727c3433e32b012b27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:51,393 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,394 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,394 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,395 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,395 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,395 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:51,396 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,401 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:51,401 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7967035c8e6b5b727c3433e32b012b27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58930363, jitterRate=-0.12186916172504425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:51,401 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:22:51,401 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7967035c8e6b5b727c3433e32b012b27: Running coprocessor pre-open hook at 1731468171387Writing region info on filesystem at 1731468171387Initializing all the Stores at 1731468171387Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468171387Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468171388 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468171388Cleaning up temporary data from old regions at 1731468171395 (+7 ms)Running coprocessor post-open hooks at 1731468171401 (+6 ms)Region opened successfully at 1731468171401 2024-11-13T03:22:51,402 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., pid=6, masterSystemTime=1731468171369 2024-11-13T03:22:51,404 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,404 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:22:51,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7967035c8e6b5b727c3433e32b012b27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:51,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7967035c8e6b5b727c3433e32b012b27, server=8394b182524b,40535,1731468157654 because future has completed 2024-11-13T03:22:51,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:22:51,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7967035c8e6b5b727c3433e32b012b27, server=8394b182524b,40535,1731468157654 in 192 msec 2024-11-13T03:22:51,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:22:51,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7967035c8e6b5b727c3433e32b012b27, ASSIGN in 349 msec 2024-11-13T03:22:51,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:51,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468171414"}]},"ts":"1731468171414"} 2024-11-13T03:22:51,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:22:51,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 416 msec 2024-11-13T03:22:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,636 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:51,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39895,1731468162891 2024-11-13T03:22:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a12f3e 2024-11-13T03:22:51,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:51,637 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:51,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:22:51,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:51,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:51,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:22:51,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:22:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:52,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97c5e41d1a1b5c765caf50cc5077624e, NAME => 'test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404 2024-11-13T03:22:52,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97c5e41d1a1b5c765caf50cc5077624e, disabling compactions & flushes 2024-11-13T03:22:52,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. after waiting 0 ms 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,452 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97c5e41d1a1b5c765caf50cc5077624e: Waiting for close lock at 1731468172452Disabling compacts and flushes for region at 1731468172452Disabling writes for close at 1731468172452Writing region close event to WAL at 1731468172452Closed at 1731468172452 2024-11-13T03:22:52,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:52,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468172453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468172453"}]},"ts":"1731468172453"} 2024-11-13T03:22:52,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:52,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:52,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468172456"}]},"ts":"1731468172456"} 2024-11-13T03:22:52,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:22:52,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97c5e41d1a1b5c765caf50cc5077624e, ASSIGN}] 2024-11-13T03:22:52,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97c5e41d1a1b5c765caf50cc5077624e, ASSIGN 2024-11-13T03:22:52,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97c5e41d1a1b5c765caf50cc5077624e, ASSIGN; state=OFFLINE, location=8394b182524b,33525,1731468163089; forceNewPlan=false, retain=false 2024-11-13T03:22:52,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97c5e41d1a1b5c765caf50cc5077624e, regionState=OPENING, regionLocation=8394b182524b,33525,1731468163089 2024-11-13T03:22:52,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97c5e41d1a1b5c765caf50cc5077624e, ASSIGN because future has completed 2024-11-13T03:22:52,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c5e41d1a1b5c765caf50cc5077624e, server=8394b182524b,33525,1731468163089}] 2024-11-13T03:22:52,766 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,766 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97c5e41d1a1b5c765caf50cc5077624e, NAME => 'test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:52,766 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:52,766 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:22:52,766 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,766 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:52,766 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,766 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,767 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,768 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c5e41d1a1b5c765caf50cc5077624e columnFamilyName f 2024-11-13T03:22:52,768 DEBUG [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:52,768 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(327): Store=97c5e41d1a1b5c765caf50cc5077624e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:52,768 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,769 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c5e41d1a1b5c765caf50cc5077624e columnFamilyName f1 2024-11-13T03:22:52,769 DEBUG [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:52,769 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(327): Store=97c5e41d1a1b5c765caf50cc5077624e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:52,769 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,770 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97c5e41d1a1b5c765caf50cc5077624e columnFamilyName norep 2024-11-13T03:22:52,770 DEBUG [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:52,770 INFO [StoreOpener-97c5e41d1a1b5c765caf50cc5077624e-1 {}] regionserver.HStore(327): Store=97c5e41d1a1b5c765caf50cc5077624e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:52,770 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,770 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,771 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,771 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,771 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,771 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:52,772 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,773 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:52,774 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97c5e41d1a1b5c765caf50cc5077624e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65018913, jitterRate=-0.031142696738243103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:52,774 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:22:52,774 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97c5e41d1a1b5c765caf50cc5077624e: Running coprocessor pre-open hook at 1731468172766Writing region info on filesystem at 1731468172766Initializing all the Stores at 1731468172767 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468172767Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468172767Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468172767Cleaning up temporary data from old regions at 1731468172771 (+4 ms)Running coprocessor post-open hooks at 1731468172774 (+3 ms)Region opened successfully at 1731468172774 2024-11-13T03:22:52,774 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e., pid=6, masterSystemTime=1731468172763 2024-11-13T03:22:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:52,787 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,787 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:22:52,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97c5e41d1a1b5c765caf50cc5077624e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,33525,1731468163089 2024-11-13T03:22:52,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97c5e41d1a1b5c765caf50cc5077624e, server=8394b182524b,33525,1731468163089 because future has completed 2024-11-13T03:22:52,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:22:52,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97c5e41d1a1b5c765caf50cc5077624e, server=8394b182524b,33525,1731468163089 in 178 msec 2024-11-13T03:22:52,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:22:52,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97c5e41d1a1b5c765caf50cc5077624e, ASSIGN in 335 msec 2024-11-13T03:22:52,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:52,794 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468172794"}]},"ts":"1731468172794"} 2024-11-13T03:22:52,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:22:52,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:52,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-13T03:22:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:53,786 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:53,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38589,1731468167734 2024-11-13T03:22:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ec9d0b 2024-11-13T03:22:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:53,788 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:53,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T03:22:53,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:53,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:53,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T03:22:53,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741835_1011 (size=902) 2024-11-13T03:22:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:54,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac5b0235359f2def89cefbb5ad960066, NAME => 'test,,1731468173788.ac5b0235359f2def89cefbb5ad960066.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49 2024-11-13T03:22:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741836_1012 (size=39) 2024-11-13T03:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731468173788.ac5b0235359f2def89cefbb5ad960066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac5b0235359f2def89cefbb5ad960066, disabling compactions & flushes 2024-11-13T03:22:54,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. after waiting 0 ms 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,606 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac5b0235359f2def89cefbb5ad960066: Waiting for close lock at 1731468174606Disabling compacts and flushes for region at 1731468174606Disabling writes for close at 1731468174606Writing region close event to WAL at 1731468174606Closed at 1731468174606 2024-11-13T03:22:54,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:54,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731468173788.ac5b0235359f2def89cefbb5ad960066.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731468174607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468174607"}]},"ts":"1731468174607"} 2024-11-13T03:22:54,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:54,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:54,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468174610"}]},"ts":"1731468174610"} 2024-11-13T03:22:54,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T03:22:54,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5b0235359f2def89cefbb5ad960066, ASSIGN}] 2024-11-13T03:22:54,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5b0235359f2def89cefbb5ad960066, ASSIGN 2024-11-13T03:22:54,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac5b0235359f2def89cefbb5ad960066, ASSIGN; state=OFFLINE, location=8394b182524b,36159,1731468167890; forceNewPlan=false, retain=false 2024-11-13T03:22:54,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5b0235359f2def89cefbb5ad960066, regionState=OPENING, regionLocation=8394b182524b,36159,1731468167890 2024-11-13T03:22:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac5b0235359f2def89cefbb5ad960066, ASSIGN because future has completed 2024-11-13T03:22:54,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5b0235359f2def89cefbb5ad960066, server=8394b182524b,36159,1731468167890}] 2024-11-13T03:22:54,919 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,920 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5b0235359f2def89cefbb5ad960066, NAME => 'test,,1731468173788.ac5b0235359f2def89cefbb5ad960066.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:54,920 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:54,920 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T03:22:54,920 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,920 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731468173788.ac5b0235359f2def89cefbb5ad960066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:54,920 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,920 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,921 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,922 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5b0235359f2def89cefbb5ad960066 columnFamilyName f 2024-11-13T03:22:54,922 DEBUG [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:54,922 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(327): Store=ac5b0235359f2def89cefbb5ad960066/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:54,923 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,923 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5b0235359f2def89cefbb5ad960066 columnFamilyName f1 2024-11-13T03:22:54,923 DEBUG [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:54,923 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(327): Store=ac5b0235359f2def89cefbb5ad960066/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:54,923 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,924 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5b0235359f2def89cefbb5ad960066 columnFamilyName norep 2024-11-13T03:22:54,924 DEBUG [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:54,924 INFO [StoreOpener-ac5b0235359f2def89cefbb5ad960066-1 {}] regionserver.HStore(327): Store=ac5b0235359f2def89cefbb5ad960066/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:54,925 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:54,925 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,925 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,926 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,926 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,926 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:54,927 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,928 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:54,928 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac5b0235359f2def89cefbb5ad960066; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72961840, jitterRate=0.08721613883972168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:54,928 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:22:54,928 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac5b0235359f2def89cefbb5ad960066: Running coprocessor pre-open hook at 1731468174920Writing region info on filesystem at 1731468174920Initializing all the Stores at 1731468174921 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468174921Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468174921Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468174921Cleaning up temporary data from old regions at 1731468174926 (+5 ms)Running coprocessor post-open hooks at 1731468174928 (+2 ms)Region opened successfully at 1731468174928 2024-11-13T03:22:54,929 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731468173788.ac5b0235359f2def89cefbb5ad960066., pid=6, masterSystemTime=1731468174917 2024-11-13T03:22:54,930 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,930 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:22:54,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5b0235359f2def89cefbb5ad960066, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8394b182524b,36159,1731468167890 2024-11-13T03:22:54,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5b0235359f2def89cefbb5ad960066, server=8394b182524b,36159,1731468167890 because future has completed 2024-11-13T03:22:54,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T03:22:54,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5b0235359f2def89cefbb5ad960066, server=8394b182524b,36159,1731468167890 in 168 msec 2024-11-13T03:22:54,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T03:22:54,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac5b0235359f2def89cefbb5ad960066, ASSIGN in 323 msec 2024-11-13T03:22:54,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:54,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468174936"}]},"ts":"1731468174936"} 2024-11-13T03:22:54,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T03:22:54,937 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:54,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-13T03:22:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:22:55,935 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T03:22:55,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:55,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:55,937 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:55,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403bf5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:55,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:55,939 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31763276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44717,1731468157069 2024-11-13T03:22:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dba2255 2024-11-13T03:22:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:55,941 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://8394b182524b:39895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:55,944 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:39895' 2024-11-13T03:22:55,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90f8d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,945 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39895,-1 for getting cluster id 2024-11-13T03:22:55,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:55,945 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00710692-5937-42fc-bb96-45ed3fac34fb' 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00710692-5937-42fc-bb96-45ed3fac34fb" 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b64c340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39895,-1] 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:55,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:55,946 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc76723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:55,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39895,1731468162891 2024-11-13T03:22:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d60ea12 2024-11-13T03:22:55,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:55,948 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:55,949 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T03:22:55,949 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:55,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:55,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:55,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:55,949 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:22:55,950 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T03:22:55,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:22:55,952 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:55,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:22:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741837_1013 (size=1138) 2024-11-13T03:22:56,001 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T03:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:56,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:22:56,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => daff4abea6cbddbe75edb69af9e78788, NAME => 'hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50 2024-11-13T03:22:56,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741838_1014 (size=44) 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing daff4abea6cbddbe75edb69af9e78788, disabling compactions & flushes 2024-11-13T03:22:56,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. after waiting 0 ms 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for daff4abea6cbddbe75edb69af9e78788: Waiting for close lock at 1731468176370Disabling compacts and flushes for region at 1731468176370Disabling writes for close at 1731468176370Writing region close event to WAL at 1731468176370Closed at 1731468176370 2024-11-13T03:22:56,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:22:56,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731468176371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731468176371"}]},"ts":"1731468176371"} 2024-11-13T03:22:56,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T03:22:56,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:22:56,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468176374"}]},"ts":"1731468176374"} 2024-11-13T03:22:56,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T03:22:56,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=daff4abea6cbddbe75edb69af9e78788, ASSIGN}] 2024-11-13T03:22:56,378 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=daff4abea6cbddbe75edb69af9e78788, ASSIGN 2024-11-13T03:22:56,378 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=daff4abea6cbddbe75edb69af9e78788, ASSIGN; state=OFFLINE, location=8394b182524b,40535,1731468157654; forceNewPlan=false, retain=false 2024-11-13T03:22:56,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:22:56,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=daff4abea6cbddbe75edb69af9e78788, regionState=OPENING, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=daff4abea6cbddbe75edb69af9e78788, ASSIGN because future has completed 2024-11-13T03:22:56,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure daff4abea6cbddbe75edb69af9e78788, server=8394b182524b,40535,1731468157654}] 2024-11-13T03:22:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:56,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:22:56,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T03:22:56,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8394b182524b%2C40535%2C1731468157654.rep, suffix=, logDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654, archiveDir=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/oldWALs, maxLogs=10 2024-11-13T03:22:56,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468176688, exclude list is [], retry=0 2024-11-13T03:22:56,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:56,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468176688 2024-11-13T03:22:56,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:56,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => daff4abea6cbddbe75edb69af9e78788, NAME => 'hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:22:56,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T03:22:56,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:22:56,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. service=MultiRowMutationService 2024-11-13T03:22:56,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T03:22:56,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:22:56,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,708 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,709 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daff4abea6cbddbe75edb69af9e78788 columnFamilyName hfileref 2024-11-13T03:22:56,710 DEBUG [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:56,712 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(327): Store=daff4abea6cbddbe75edb69af9e78788/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:56,712 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,713 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daff4abea6cbddbe75edb69af9e78788 columnFamilyName queue 2024-11-13T03:22:56,713 DEBUG [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:56,713 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(327): Store=daff4abea6cbddbe75edb69af9e78788/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:56,713 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,714 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daff4abea6cbddbe75edb69af9e78788 columnFamilyName sid 2024-11-13T03:22:56,714 DEBUG [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:22:56,714 INFO [StoreOpener-daff4abea6cbddbe75edb69af9e78788-1 {}] regionserver.HStore(327): Store=daff4abea6cbddbe75edb69af9e78788/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:22:56,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T03:22:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:22:56,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened daff4abea6cbddbe75edb69af9e78788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73061812, jitterRate=0.08870583772659302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T03:22:56,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:22:56,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for daff4abea6cbddbe75edb69af9e78788: Running coprocessor pre-open hook at 1731468176707Writing region info on filesystem at 1731468176707Initializing all the Stores at 1731468176707Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468176707Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468176707Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731468176707Cleaning up temporary data from old regions at 1731468176716 (+9 ms)Running coprocessor post-open hooks at 1731468176718 (+2 ms)Region opened successfully at 1731468176718 2024-11-13T03:22:56,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788., pid=10, masterSystemTime=1731468176683 2024-11-13T03:22:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:22:56,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=daff4abea6cbddbe75edb69af9e78788, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,40535,1731468157654 2024-11-13T03:22:56,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure daff4abea6cbddbe75edb69af9e78788, server=8394b182524b,40535,1731468157654 because future has completed 2024-11-13T03:22:56,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T03:22:56,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure daff4abea6cbddbe75edb69af9e78788, server=8394b182524b,40535,1731468157654 in 194 msec 2024-11-13T03:22:56,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T03:22:56,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=daff4abea6cbddbe75edb69af9e78788, ASSIGN in 350 msec 2024-11-13T03:22:56,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:22:56,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731468176728"}]},"ts":"1731468176728"} 2024-11-13T03:22:56,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T03:22:56,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:22:56,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-13T03:22:56,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788., hostname=8394b182524b,40535,1731468157654, seqNum=2] 2024-11-13T03:22:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:22:56,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:22:56,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T03:22:56,955 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T03:22:56,985 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8394b182524b,40535,1731468157654, ReplicationSource: 1, currentBandwidth=0 2024-11-13T03:22:56,986 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:56,987 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40535,1731468157654, seqNum=-1] 2024-11-13T03:22:56,987 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:56,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:56,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8394b182524b,40535,1731468157654', locateType=CURRENT is [region=hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788., hostname=8394b182524b,40535,1731468157654, seqNum=2] 2024-11-13T03:22:56,992 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T03:22:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T03:22:56,995 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8394b182524b,40535,1731468157654 suceeded 2024-11-13T03:22:56,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T03:22:56,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T03:22:56,997 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8394b182524b:39895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:22:56,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0560 sec 2024-11-13T03:22:57,010 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:39895' 2024-11-13T03:22:57,011 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401c41a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,011 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39895,-1 for getting cluster id 2024-11-13T03:22:57,011 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,012 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00710692-5937-42fc-bb96-45ed3fac34fb' 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00710692-5937-42fc-bb96-45ed3fac34fb" 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac372b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39895,-1] 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,014 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,015 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b3a439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,015 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39895,1731468162891 2024-11-13T03:22:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@359c5656 2024-11-13T03:22:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:57,016 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:57,017 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8394b182524b,40535,1731468157654 (queues=1) is replicating from cluster=8d6e313a-4041-4990-88dc-723627f903fe to cluster=00710692-5937-42fc-bb96-45ed3fac34fb 2024-11-13T03:22:57,017 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8394b182524b%2C40535%2C1731468157654 2024-11-13T03:22:57,018 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8394b182524b,40535,1731468157654, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:22:57,019 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C40535%2C1731468157654 2024-11-13T03:22:57,020 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529, startPosition=0, beingWritten=true 2024-11-13T03:22:57,027 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:22:57,027 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 379, reset compression=false 2024-11-13T03:22:57,028 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:22:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T03:22:57,076 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T03:22:57,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:57,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:57,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:57,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:57,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,077 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa1c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,078 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb76a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39895,-1 for getting cluster id 2024-11-13T03:22:57,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,080 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00710692-5937-42fc-bb96-45ed3fac34fb' 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00710692-5937-42fc-bb96-45ed3fac34fb" 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377e5551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39895,-1] 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,080 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11418f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38589,-1 for getting cluster id 2024-11-13T03:22:57,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,082 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ae5a13-5c68-4532-9fce-24b2c2ff9643' 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ae5a13-5c68-4532-9fce-24b2c2ff9643" 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7748b125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38589,-1] 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,083 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9b54ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:57,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731468177086/Put/seqid=0 2024-11-13T03:22:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741840_1016 (size=7894) 2024-11-13T03:22:57,248 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 379, reset compression=false 2024-11-13T03:22:57,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T03:22:57,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731468177493/Put/seqid=0 2024-11-13T03:22:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741841_1017 (size=7691) 2024-11-13T03:22:57,551 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 379, reset compression=false 2024-11-13T03:22:57,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:22:57,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:57,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,898 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a5f1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,899 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40535,1731468157654, seqNum=-1] 2024-11-13T03:22:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:57,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:57,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44717,1731468157069 2024-11-13T03:22:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50a5d2f2 2024-11-13T03:22:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:57,908 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2] 2024-11-13T03:22:57,912 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:22:57,916 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T03:22:57,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T03:22:57,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T03:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:57,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T03:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegion(2603): Flush status journal for 7967035c8e6b5b727c3433e32b012b27: 2024-11-13T03:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_0 2024-11-13T03:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_0 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ 2024-11-13T03:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_1 2024-11-13T03:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_1 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ 2024-11-13T03:22:57,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_0 into 7967035c8e6b5b727c3433e32b012b27/f as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ - updating store file list. 2024-11-13T03:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cdeefacac207427e9850d19ea0254548_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:57,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ into 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:57,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_0 into 7967035c8e6b5b727c3433e32b012b27/f (new location: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/cdeefacac207427e9850d19ea0254548_SeqId_4_) 2024-11-13T03:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_0 2024-11-13T03:22:57,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_1 into 7967035c8e6b5b727c3433e32b012b27/f as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ - updating store file list. 2024-11-13T03:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6801d706b874cbdb271316698bad60f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:57,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ into 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:57,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_1 into 7967035c8e6b5b727c3433e32b012b27/f (new location: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/e6801d706b874cbdb271316698bad60f_SeqId_4_) 2024-11-13T03:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__3snn2cadoe4kegifi10ivsivsv83fibgblrq6mvsiotk0ej32fvaj7463tspb73g/f/hfile_1 2024-11-13T03:22:57,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:57,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:57,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 , the old value is region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:40535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:22:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:22:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 from cache 2024-11-13T03:22:57,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:57,940 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T03:22:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33525,1731468163089, seqNum=-1] 2024-11-13T03:22:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:57,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e., hostname=8394b182524b,33525,1731468163089, seqNum=2] 2024-11-13T03:22:57,944 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:22:57,955 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 379, reset compression=false 2024-11-13T03:22:57,959 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:57,959 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[{test/7967035c8e6b5b727c3433e32b012b27/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468177938/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:22:57,960 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:57,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T03:22:57,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.ReplicationSink(318): Replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:22:57,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df32de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,39895,-1 for getting cluster id 2024-11-13T03:22:57,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:57,962 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00710692-5937-42fc-bb96-45ed3fac34fb' 2024-11-13T03:22:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00710692-5937-42fc-bb96-45ed3fac34fb" 2024-11-13T03:22:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3c329a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,39895,-1] 2024-11-13T03:22:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:57,963 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:57,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79646446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:57,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741837_1013 (size=7894) 2024-11-13T03:22:58,046 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:40535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:22:58,159 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 687, reset compression=false 2024-11-13T03:22:58,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741838_1014 (size=7691) 2024-11-13T03:22:58,463 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 687, reset compression=false 2024-11-13T03:22:58,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,39895,1731468162891 2024-11-13T03:22:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9e332c 2024-11-13T03:22:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:58,782 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:58,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:22:58,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:58,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,33525,1731468163089, seqNum=-1] 2024-11-13T03:22:58,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:58,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T03:22:58,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T03:22:58,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T03:22:58,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ for inclusion in 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T03:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:58,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ for inclusion in 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T03:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegion(2603): Flush status journal for 97c5e41d1a1b5c765caf50cc5077624e: 2024-11-13T03:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cdeefacac207427e9850d19ea0254548_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:22:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/07a8b89c0abb4c958c925495b1a9ca48_SeqId_4_ 2024-11-13T03:22:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6801d706b874cbdb271316698bad60f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/941fc11b978c43428ff359b50e4bbafd_SeqId_4_ 2024-11-13T03:22:58,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/07a8b89c0abb4c958c925495b1a9ca48_SeqId_4_ - updating store file list. 2024-11-13T03:22:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07a8b89c0abb4c958c925495b1a9ca48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:58,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/07a8b89c0abb4c958c925495b1a9ca48_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:22:58,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f (new location: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/07a8b89c0abb4c958c925495b1a9ca48_SeqId_4_) 2024-11-13T03:22:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/cdeefacac207427e9850d19ea0254548_SeqId_4_ 2024-11-13T03:22:58,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/941fc11b978c43428ff359b50e4bbafd_SeqId_4_ - updating store file list. 2024-11-13T03:22:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 941fc11b978c43428ff359b50e4bbafd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:58,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/941fc11b978c43428ff359b50e4bbafd_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:22:58,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ into 97c5e41d1a1b5c765caf50cc5077624e/f (new location: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/941fc11b978c43428ff359b50e4bbafd_SeqId_4_) 2024-11-13T03:22:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__kpi6251hann5m05lpc3a6adcn0frqmq9e0bfd1723kfqihkhg38c5qjj4lvo3q1i/f/e6801d706b874cbdb271316698bad60f_SeqId_4_ 2024-11-13T03:22:58,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.ReplicationSink(324): Finished replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:22:58,868 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 687, reset compression=false 2024-11-13T03:22:58,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36159,1731468167890, seqNum=-1] 2024-11-13T03:22:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:58,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:58,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468173788.ac5b0235359f2def89cefbb5ad960066., hostname=8394b182524b,36159,1731468167890, seqNum=2] 2024-11-13T03:22:58,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:58,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:22:58,963 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8394b182524b%2C40535%2C1731468157654.rep:(num 1731468176688) roll requested 2024-11-13T03:22:58,980 DEBUG [regionserver/8394b182524b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468178963, exclude list is [], retry=0 2024-11-13T03:22:58,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:58,984 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468176688 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468178963 2024-11-13T03:22:58,984 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:58,984 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468176688 is not closed yet, will try archiving it next time 2024-11-13T03:22:58,984 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8394b182524b%2C40535%2C1731468157654.meta:.meta(num 1731468160445) roll requested 2024-11-13T03:22:58,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468176688 not finished, retry = 0 2024-11-13T03:22:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741839_1015 (size=1505) 2024-11-13T03:22:59,002 DEBUG [regionserver/8394b182524b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468178984.meta, exclude list is [], retry=0 2024-11-13T03:22:59,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:59,006 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468160445.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468178984.meta 2024-11-13T03:22:59,007 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:59,007 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468160445.meta is not closed yet, will try archiving it next time 2024-11-13T03:22:59,007 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8394b182524b%2C40535%2C1731468157654:(num 1731468159529) roll requested 2024-11-13T03:22:59,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741834_1010 (size=3473) 2024-11-13T03:22:59,024 DEBUG [regionserver/8394b182524b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, exclude list is [], retry=0 2024-11-13T03:22:59,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-4eef994b-3b7f-4050-999a-b889f524c534,DISK] 2024-11-13T03:22:59,028 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 2024-11-13T03:22:59,028 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39119:39119)] 2024-11-13T03:22:59,028 DEBUG [regionserver/8394b182524b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 is not closed yet, will try archiving it next time 2024-11-13T03:22:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741832_1008 (size=695) 2024-11-13T03:22:59,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:59,033 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/oldWALs/8394b182524b%2C40535%2C1731468157654.1731468159529 2024-11-13T03:22:59,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:59,033 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:59,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a4b97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,035 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:59,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a25025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44717,1731468157069 2024-11-13T03:22:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d5bc8e0 2024-11-13T03:22:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:59,037 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:59,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://8394b182524b:38589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T03:22:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T03:22:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:22:59,039 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:38589' 2024-11-13T03:22:59,040 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673705db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,040 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38589,-1 for getting cluster id 2024-11-13T03:22:59,040 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:59,041 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ae5a13-5c68-4532-9fce-24b2c2ff9643' 2024-11-13T03:22:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ae5a13-5c68-4532-9fce-24b2c2ff9643" 2024-11-13T03:22:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b39dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38589,-1] 2024-11-13T03:22:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,043 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:59,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c130c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,043 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:59,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38589,1731468167734 2024-11-13T03:22:59,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d7497f4 2024-11-13T03:22:59,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:59,045 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:59,045 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T03:22:59,045 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T03:22:59,045 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,045 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:59,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T03:22:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:22:59,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T03:22:59,281 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T03:22:59,318 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8394b182524b,40535,1731468157654, ReplicationSource: 2, currentBandwidth=0 2024-11-13T03:22:59,324 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T03:22:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T03:22:59,328 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8394b182524b,40535,1731468157654 suceeded 2024-11-13T03:22:59,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T03:22:59,331 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8394b182524b:38589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T03:22:59,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T03:22:59,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 294 msec 2024-11-13T03:22:59,344 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8394b182524b:38589' 2024-11-13T03:22:59,345 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a4f375e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,345 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38589,-1 for getting cluster id 2024-11-13T03:22:59,346 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:59,346 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ae5a13-5c68-4532-9fce-24b2c2ff9643' 2024-11-13T03:22:59,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:59,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ae5a13-5c68-4532-9fce-24b2c2ff9643" 2024-11-13T03:22:59,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc577c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38589,-1] 2024-11-13T03:22:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:59,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,347 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:59,348 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69cb940c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,348 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38589,1731468167734 2024-11-13T03:22:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1045bf 2024-11-13T03:22:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:59,350 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T03:22:59,350 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8394b182524b,40535,1731468157654 (queues=1) is replicating from cluster=8d6e313a-4041-4990-88dc-723627f903fe to cluster=a7ae5a13-5c68-4532-9fce-24b2c2ff9643 2024-11-13T03:22:59,351 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8394b182524b%2C40535%2C1731468157654 2024-11-13T03:22:59,351 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8394b182524b,40535,1731468157654, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T03:22:59,354 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, startPosition=0, beingWritten=true 2024-11-13T03:22:59,354 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8394b182524b%2C40535%2C1731468157654 2024-11-13T03:22:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T03:22:59,356 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T03:22:59,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:59,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:59,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:59,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:22:59,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731468179365/Put/seqid=0 2024-11-13T03:22:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741845_1021 (size=11194) 2024-11-13T03:22:59,372 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 to pos 687, reset compression=false 2024-11-13T03:22:59,386 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 was moved to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/oldWALs/8394b182524b%2C40535%2C1731468157654.1731468159529 2024-11-13T03:22:59,391 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529 2024-11-13T03:22:59,391 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468159529, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T03:22:59,392 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, startPosition=0, beingWritten=true 2024-11-13T03:22:59,394 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8394b182524b%2C40535%2C1731468157654.1731468159529] 2024-11-13T03:22:59,566 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 0, reset compression=false 2024-11-13T03:22:59,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731468179785/Put/seqid=0 2024-11-13T03:22:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741846_1022 (size=10791) 2024-11-13T03:22:59,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44717,-1 for getting cluster id 2024-11-13T03:22:59,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:59,801 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d6e313a-4041-4990-88dc-723627f903fe' 2024-11-13T03:22:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d6e313a-4041-4990-88dc-723627f903fe" 2024-11-13T03:22:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d137ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44717,-1] 2024-11-13T03:22:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,802 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:59,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:22:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,40535,1731468157654, seqNum=-1] 2024-11-13T03:22:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:22:59,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:22:59,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:22:59,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44717,1731468157069 2024-11-13T03:22:59,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d5f6db 2024-11-13T03:22:59,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:22:59,821 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:22:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2] 2024-11-13T03:22:59,826 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:22:59,835 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T03:22:59,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T03:22:59,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T03:22:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:59,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T03:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:22:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegion(2603): Flush status journal for 7967035c8e6b5b727c3433e32b012b27: 2024-11-13T03:22:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_0 2024-11-13T03:22:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_0 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ 2024-11-13T03:22:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_1 2024-11-13T03:22:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_1 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ 2024-11-13T03:22:59,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_0 into 7967035c8e6b5b727c3433e32b012b27/f as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ - updating store file list. 2024-11-13T03:22:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:59,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ into 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:59,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_0 into 7967035c8e6b5b727c3433e32b012b27/f (new location: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_) 2024-11-13T03:22:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_0 2024-11-13T03:22:59,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_1 into 7967035c8e6b5b727c3433e32b012b27/f as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ - updating store file list. 2024-11-13T03:22:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:22:59,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ into 7967035c8e6b5b727c3433e32b012b27/f 2024-11-13T03:22:59,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_1 into 7967035c8e6b5b727c3433e32b012b27/f (new location: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_) 2024-11-13T03:22:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/staging/jenkins__test__8icragucho5e2irn4ub2id8n78416ffkqdk7ns0uepqo0q2id2pqsircu4dk5otq/f/hfile_1 2024-11-13T03:22:59,871 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 0, reset compression=false 2024-11-13T03:22:59,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:22:59,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:22:59,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:22:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 , the old value is region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8394b182524b:40535 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:22:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T03:22:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., hostname=8394b182524b,40535,1731468157654, seqNum=2 from cache 2024-11-13T03:22:59,877 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T03:22:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40535: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:59968 deadline: 1731468239872 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59968 2024-11-13T03:22:59,883 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:22:59,884 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[{test/7967035c8e6b5b727c3433e32b012b27/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468179871/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:22:59,886 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:22:59,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T03:22:59,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(318): Replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:22:59,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714e7cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,38589,-1 for getting cluster id 2024-11-13T03:22:59,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:22:59,897 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7ae5a13-5c68-4532-9fce-24b2c2ff9643' 2024-11-13T03:22:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:22:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7ae5a13-5c68-4532-9fce-24b2c2ff9643" 2024-11-13T03:22:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4cfc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,38589,-1] 2024-11-13T03:22:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:22:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:22:59,898 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:22:59,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13cb454a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:22:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741837_1013 (size=11194) 2024-11-13T03:22:59,976 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:40535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T03:23:00,011 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 0, reset compression=false 2024-11-13T03:23:00,016 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T03:23:00,016 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[{test/7967035c8e6b5b727c3433e32b012b27/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731468179871/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T03:23:00,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.ReplicationSink(318): Replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:23:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741839_1015 (size=11194) 2024-11-13T03:23:00,084 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741840_1016 (size=10791) 2024-11-13T03:23:00,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:23:00,116 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T03:23:00,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T03:23:00,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ for inclusion in 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T03:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:23:00,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ for inclusion in 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T03:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegion(2603): Flush status journal for 97c5e41d1a1b5c765caf50cc5077624e: 2024-11-13T03:23:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:23:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/085f81873c734934aa553c97c8fadff1_SeqId_6_ 2024-11-13T03:23:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:23:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/939c967f87ad49e68c2ab77d182f466c_SeqId_6_ 2024-11-13T03:23:00,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/085f81873c734934aa553c97c8fadff1_SeqId_6_ - updating store file list. 2024-11-13T03:23:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 085f81873c734934aa553c97c8fadff1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:23:00,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/085f81873c734934aa553c97c8fadff1_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:23:00,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f (new location: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/085f81873c734934aa553c97c8fadff1_SeqId_6_) 2024-11-13T03:23:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ 2024-11-13T03:23:00,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/939c967f87ad49e68c2ab77d182f466c_SeqId_6_ - updating store file list. 2024-11-13T03:23:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 939c967f87ad49e68c2ab77d182f466c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T03:23:00,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/939c967f87ad49e68c2ab77d182f466c_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f 2024-11-13T03:23:00,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ into 97c5e41d1a1b5c765caf50cc5077624e/f (new location: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/f/939c967f87ad49e68c2ab77d182f466c_SeqId_6_) 2024-11-13T03:23:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/staging/jenkins.hfs.22__test__o67jaf8gtha80ek3hmrqehkkia7kr7c3tdnbajnh94108sf1pevsrogsf03v9pav/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ 2024-11-13T03:23:00,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33525 {}] regionserver.ReplicationSink(324): Finished replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:23:00,216 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741838_1014 (size=10791) 2024-11-13T03:23:00,404 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,521 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:23:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,38589,1731468167734 2024-11-13T03:23:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61db1b6c 2024-11-13T03:23:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:23:00,771 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T03:23:00,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T03:23:00,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:23:00,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,36159,1731468167890, seqNum=-1] 2024-11-13T03:23:00,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:23:00,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T03:23:00,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T03:23:00,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T03:23:00,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ for inclusion in ac5b0235359f2def89cefbb5ad960066/f 2024-11-13T03:23:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T03:23:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:23:00,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ for inclusion in ac5b0235359f2def89cefbb5ad960066/f 2024-11-13T03:23:00,809 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T03:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T03:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HRegion(2603): Flush status journal for ac5b0235359f2def89cefbb5ad960066: 2024-11-13T03:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:23:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6157c137c0a247e8a36bbcecb4a28656_SeqId_4_ 2024-11-13T03:23:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T03:23:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6fa09491cc564eff99a2e7011bcdfcbe_SeqId_4_ 2024-11-13T03:23:00,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ into ac5b0235359f2def89cefbb5ad960066/f as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6157c137c0a247e8a36bbcecb4a28656_SeqId_4_ - updating store file list. 2024-11-13T03:23:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6157c137c0a247e8a36bbcecb4a28656_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:23:00,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6157c137c0a247e8a36bbcecb4a28656_SeqId_4_ into ac5b0235359f2def89cefbb5ad960066/f 2024-11-13T03:23:00,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ into ac5b0235359f2def89cefbb5ad960066/f (new location: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6157c137c0a247e8a36bbcecb4a28656_SeqId_4_) 2024-11-13T03:23:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_ 2024-11-13T03:23:00,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ into ac5b0235359f2def89cefbb5ad960066/f as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6fa09491cc564eff99a2e7011bcdfcbe_SeqId_4_ - updating store file list. 2024-11-13T03:23:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fa09491cc564eff99a2e7011bcdfcbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T03:23:00,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6fa09491cc564eff99a2e7011bcdfcbe_SeqId_4_ into ac5b0235359f2def89cefbb5ad960066/f 2024-11-13T03:23:00,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ into ac5b0235359f2def89cefbb5ad960066/f (new location: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/f/6fa09491cc564eff99a2e7011bcdfcbe_SeqId_4_) 2024-11-13T03:23:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/staging/jenkins.hfs.23__test__t7dkcershc80cr2bujp65betpuv34uofepi2jc2udfi3hua1muat26au4bo9e9lc/f/dc3ffb3042c84ca19e895e94e3243e5f_SeqId_6_ 2024-11-13T03:23:00,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(324): Finished replicating [8d6e313a-4041-4990-88dc-723627f903fe] bulk loaded data 2024-11-13T03:23:00,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:23:00,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:00,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:00,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:00,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:00,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:00,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:23:00,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835281031, stopped=false 2024-11-13T03:23:00,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,38589,1731468167734 2024-11-13T03:23:00,925 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211581866/running 2024-11-13T03:23:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:23:00,991 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211581866/running 2024-11-13T03:23:00,991 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:23:00,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:00,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:00,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:00,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:00,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,36159,1731468167890' ***** 2024-11-13T03:23:00,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:23:00,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/running 2024-11-13T03:23:00,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Set watcher on znode that does not yet exist, /2-1211581866/running 2024-11-13T03:23:00,993 INFO [RS:0;8394b182524b:36159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:23:00,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:23:00,993 INFO [RS:0;8394b182524b:36159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:23:00,993 INFO [RS:0;8394b182524b:36159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(3091): Received CLOSE for ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,36159,1731468167890 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36159. 2024-11-13T03:23:00,994 DEBUG [RS:0;8394b182524b:36159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac5b0235359f2def89cefbb5ad960066, disabling compactions & flushes 2024-11-13T03:23:00,994 DEBUG [RS:0;8394b182524b:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:00,994 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. after waiting 0 ms 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:23:00,994 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:23:00,994 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1325): Online Regions={ac5b0235359f2def89cefbb5ad960066=test,,1731468173788.ac5b0235359f2def89cefbb5ad960066., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:23:00,994 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac5b0235359f2def89cefbb5ad960066 2024-11-13T03:23:00,994 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:23:00,994 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:23:00,995 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:23:00,995 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:23:00,995 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T03:23:01,005 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/default/test/ac5b0235359f2def89cefbb5ad960066/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T03:23:01,006 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:01,006 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:23:01,006 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:23:01,006 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac5b0235359f2def89cefbb5ad960066: Waiting for close lock at 1731468180994Running coprocessor pre-close hooks at 1731468180994Disabling compacts and flushes for region at 1731468180994Disabling writes for close at 1731468180994Writing region close event to WAL at 1731468180995 (+1 ms)Running coprocessor post-close hooks at 1731468181006 (+11 ms)Closed at 1731468181006 2024-11-13T03:23:01,006 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468173788.ac5b0235359f2def89cefbb5ad960066. 2024-11-13T03:23:01,014 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/info/f0b74435f75c4492960c9bfcda4fd9ae is 129, key is test,,1731468173788.ac5b0235359f2def89cefbb5ad960066./info:regioninfo/1731468174931/Put/seqid=0 2024-11-13T03:23:01,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741839_1015 (size=6421) 2024-11-13T03:23:01,018 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/info/f0b74435f75c4492960c9bfcda4fd9ae 2024-11-13T03:23:01,038 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/ns/30e5dc9b0d4b4edf8feb3d541c281377 is 43, key is default/ns:d/1731468170831/Put/seqid=0 2024-11-13T03:23:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741840_1016 (size=5153) 2024-11-13T03:23:01,076 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:01,195 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:01,323 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:01,395 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:01,429 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:01,442 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/ns/30e5dc9b0d4b4edf8feb3d541c281377 2024-11-13T03:23:01,460 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/rep_barrier/8970559328914ae4a055c087e9a6c900 is 112, key is test,,1731468173788.ac5b0235359f2def89cefbb5ad960066./rep_barrier:seqnumDuringOpen/1731468174931/Put/seqid=0 2024-11-13T03:23:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741841_1017 (size=5518) 2024-11-13T03:23:01,595 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:01,666 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:23:01,666 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:23:01,795 DEBUG [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:01,865 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/rep_barrier/8970559328914ae4a055c087e9a6c900 2024-11-13T03:23:01,900 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/table/2c4986cdf95045a1b3bf8cbe268871d6 is 40, key is test/table:state/1731468174936/Put/seqid=0 2024-11-13T03:23:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741842_1018 (size=5165) 2024-11-13T03:23:01,911 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/table/2c4986cdf95045a1b3bf8cbe268871d6 2024-11-13T03:23:01,919 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/info/f0b74435f75c4492960c9bfcda4fd9ae as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/info/f0b74435f75c4492960c9bfcda4fd9ae 2024-11-13T03:23:01,926 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:01,929 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/info/f0b74435f75c4492960c9bfcda4fd9ae, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T03:23:01,930 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/ns/30e5dc9b0d4b4edf8feb3d541c281377 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/ns/30e5dc9b0d4b4edf8feb3d541c281377 2024-11-13T03:23:01,935 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/ns/30e5dc9b0d4b4edf8feb3d541c281377, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:23:01,936 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/rep_barrier/8970559328914ae4a055c087e9a6c900 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/rep_barrier/8970559328914ae4a055c087e9a6c900 2024-11-13T03:23:01,942 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/rep_barrier/8970559328914ae4a055c087e9a6c900, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T03:23:01,943 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/.tmp/table/2c4986cdf95045a1b3bf8cbe268871d6 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/table/2c4986cdf95045a1b3bf8cbe268871d6 2024-11-13T03:23:01,949 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/table/2c4986cdf95045a1b3bf8cbe268871d6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:23:01,950 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=11, compaction requested=false 2024-11-13T03:23:01,986 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:23:01,986 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:01,986 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:23:01,986 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:01,986 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468180994Running coprocessor pre-close hooks at 1731468180994Disabling compacts and flushes for region at 1731468180994Disabling writes for close at 1731468180995 (+1 ms)Obtaining lock to block concurrent updates at 1731468180995Preparing flush snapshotting stores in 1588230740 at 1731468180995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731468180995Flushing stores of hbase:meta,,1.1588230740 at 1731468180996 (+1 ms)Flushing 1588230740/info: creating writer at 1731468180996Flushing 1588230740/info: appending metadata at 1731468181013 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731468181013Flushing 1588230740/ns: creating writer at 1731468181022 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731468181038 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731468181038Flushing 1588230740/rep_barrier: creating writer at 1731468181445 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468181460 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468181460Flushing 1588230740/table: creating writer at 1731468181872 (+412 ms)Flushing 1588230740/table: appending metadata at 1731468181900 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731468181900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb6bab9: reopening flushed file at 1731468181918 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d84d692: reopening flushed file at 1731468181929 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1902c64d: reopening flushed file at 1731468181935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c49ab58: reopening flushed file at 1731468181942 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=11, compaction requested=false at 1731468181950 (+8 ms)Writing region close event to WAL at 1731468181981 (+31 ms)Running coprocessor post-close hooks at 1731468181986 (+5 ms)Closed at 1731468181986 2024-11-13T03:23:01,987 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:01,995 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,36159,1731468167890; all regions closed. 2024-11-13T03:23:01,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/WALs/8394b182524b,36159,1731468167890/8394b182524b%2C36159%2C1731468167890.meta.1731468170764.meta not finished, retry = 0 2024-11-13T03:23:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741834_1010 (size=2717) 2024-11-13T03:23:02,032 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:02,100 DEBUG [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/oldWALs 2024-11-13T03:23:02,100 INFO [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36159%2C1731468167890.meta:.meta(num 1731468170764) 2024-11-13T03:23:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741832_1008 (size=1028) 2024-11-13T03:23:02,104 DEBUG [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/oldWALs 2024-11-13T03:23:02,104 INFO [RS:0;8394b182524b:36159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C36159%2C1731468167890:(num 1731468169810) 2024-11-13T03:23:02,104 DEBUG [RS:0;8394b182524b:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,104 INFO [RS:0;8394b182524b:36159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:02,104 INFO [RS:0;8394b182524b:36159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:02,104 INFO [RS:0;8394b182524b:36159 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:02,105 INFO [RS:0;8394b182524b:36159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:02,105 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:02,105 INFO [RS:0;8394b182524b:36159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:36159. 2024-11-13T03:23:02,105 DEBUG [RS:0;8394b182524b:36159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:02,105 DEBUG [RS:0;8394b182524b:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,105 DEBUG [RS:0;8394b182524b:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:02,105 INFO [RS:0;8394b182524b:36159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36159 2024-11-13T03:23:02,170 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211581866/rs/8394b182524b,36159,1731468167890 2024-11-13T03:23:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866/rs 2024-11-13T03:23:02,170 INFO [RS:0;8394b182524b:36159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:02,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,36159,1731468167890] 2024-11-13T03:23:02,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1211581866/draining/8394b182524b,36159,1731468167890 already deleted, retry=false 2024-11-13T03:23:02,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,36159,1731468167890 expired; onlineServers=0 2024-11-13T03:23:02,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,38589,1731468167734' ***** 2024-11-13T03:23:02,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:23:02,191 INFO [M:0;8394b182524b:38589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:02,191 INFO [M:0;8394b182524b:38589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:02,191 DEBUG [M:0;8394b182524b:38589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:23:02,192 DEBUG [M:0;8394b182524b:38589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:23:02,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:23:02,192 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468169532 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468169532,5,FailOnTimeoutGroup] 2024-11-13T03:23:02,192 INFO [M:0;8394b182524b:38589 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:02,192 INFO [M:0;8394b182524b:38589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:02,192 DEBUG [M:0;8394b182524b:38589 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:23:02,192 INFO [M:0;8394b182524b:38589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:23:02,192 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468169535 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468169535,5,FailOnTimeoutGroup] 2024-11-13T03:23:02,192 INFO [M:0;8394b182524b:38589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:02,192 INFO [M:0;8394b182524b:38589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:23:02,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:23:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1211581866/master 2024-11-13T03:23:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1211581866 2024-11-13T03:23:02,208 DEBUG [M:0;8394b182524b:38589 {}] zookeeper.ZKUtil(347): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Unable to get data of znode /2-1211581866/master because node does not exist (not an error) 2024-11-13T03:23:02,208 WARN [M:0;8394b182524b:38589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:23:02,209 INFO [M:0;8394b182524b:38589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/.lastflushedseqids 2024-11-13T03:23:02,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:23:02,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741843_1019 (size=173) 2024-11-13T03:23:02,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:02,280 INFO [RS:0;8394b182524b:36159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:02,281 INFO [RS:0;8394b182524b:36159 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,36159,1731468167890; zookeeper connection closed. 2024-11-13T03:23:02,281 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:02,281 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x1013237509e0007, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:02,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64a28789 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64a28789 2024-11-13T03:23:02,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:23:02,614 INFO [M:0;8394b182524b:38589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:23:02,614 INFO [M:0;8394b182524b:38589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:23:02,615 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:23:02,615 INFO [M:0;8394b182524b:38589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:02,615 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:02,615 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:23:02,615 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:02,615 INFO [M:0;8394b182524b:38589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T03:23:02,630 DEBUG [M:0;8394b182524b:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4456c8fdb1e4b3d89be3572fe57b312 is 82, key is hbase:meta,,1/info:regioninfo/1731468170813/Put/seqid=0 2024-11-13T03:23:02,633 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741844_1020 (size=5672) 2024-11-13T03:23:02,634 INFO [M:0;8394b182524b:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4456c8fdb1e4b3d89be3572fe57b312 2024-11-13T03:23:02,652 DEBUG [M:0;8394b182524b:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c1e95569b34f899d6d87e1ad585f26 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468174938/Put/seqid=0 2024-11-13T03:23:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741845_1021 (size=6585) 2024-11-13T03:23:02,661 INFO [M:0;8394b182524b:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c1e95569b34f899d6d87e1ad585f26 2024-11-13T03:23:02,681 DEBUG [M:0;8394b182524b:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7acfee821dc4382ad6b905b300c0857 is 69, key is 8394b182524b,36159,1731468167890/rs:state/1731468169595/Put/seqid=0 2024-11-13T03:23:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741846_1022 (size=5156) 2024-11-13T03:23:02,685 INFO [M:0;8394b182524b:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7acfee821dc4382ad6b905b300c0857 2024-11-13T03:23:02,692 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4456c8fdb1e4b3d89be3572fe57b312 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4456c8fdb1e4b3d89be3572fe57b312 2024-11-13T03:23:02,696 INFO [M:0;8394b182524b:38589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4456c8fdb1e4b3d89be3572fe57b312, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T03:23:02,696 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c1e95569b34f899d6d87e1ad585f26 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66c1e95569b34f899d6d87e1ad585f26 2024-11-13T03:23:02,699 INFO [M:0;8394b182524b:38589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66c1e95569b34f899d6d87e1ad585f26, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T03:23:02,700 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7acfee821dc4382ad6b905b300c0857 as hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7acfee821dc4382ad6b905b300c0857 2024-11-13T03:23:02,704 INFO [M:0;8394b182524b:38589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46275/user/jenkins/test-data/8f6ee520-18e3-81cd-d99b-6d194cad0a49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7acfee821dc4382ad6b905b300c0857, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T03:23:02,704 INFO [M:0;8394b182524b:38589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=55, compaction requested=false 2024-11-13T03:23:02,705 INFO [M:0;8394b182524b:38589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:02,706 DEBUG [M:0;8394b182524b:38589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468182615Disabling compacts and flushes for region at 1731468182615Disabling writes for close at 1731468182615Obtaining lock to block concurrent updates at 1731468182615Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468182615Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731468182615Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468182616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468182616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468182630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468182630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468182637 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468182652 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468182652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468182664 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468182680 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468182680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177d8bec: reopening flushed file at 1731468182691 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2befd329: reopening flushed file at 1731468182696 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d9f18e: reopening flushed file at 1731468182700 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=55, compaction requested=false at 1731468182704 (+4 ms)Writing region close event to WAL at 1731468182705 (+1 ms)Closed at 1731468182705 2024-11-13T03:23:02,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741830_1006 (size=32758) 2024-11-13T03:23:02,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:02,708 INFO [M:0;8394b182524b:38589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:23:02,708 INFO [M:0;8394b182524b:38589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38589 2024-11-13T03:23:02,708 INFO [M:0;8394b182524b:38589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:02,735 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:02,859 INFO [M:0;8394b182524b:38589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x1013237509e0006, quorum=127.0.0.1:59768, baseZNode=/2-1211581866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:02,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:23:02,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:02,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:02,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:02,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:02,895 WARN [BP-551637933-172.17.0.3-1731468165071 heartbeating to localhost/127.0.0.1:46275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:23:02,895 WARN [BP-551637933-172.17.0.3-1731468165071 heartbeating to localhost/127.0.0.1:46275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-551637933-172.17.0.3-1731468165071 (Datanode Uuid 4af706b1-65a2-4e10-9576-0d059f3d3dc3) service to localhost/127.0.0.1:46275 2024-11-13T03:23:02,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/cluster_e613e71f-c4f8-546b-f4a5-1ecfa49389e4/data/data1/current/BP-551637933-172.17.0.3-1731468165071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:02,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/cluster_e613e71f-c4f8-546b-f4a5-1ecfa49389e4/data/data2/current/BP-551637933-172.17.0.3-1731468165071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:02,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:23:02,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:23:02,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:23:02,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789efb3c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:23:02,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:02,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:02,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:02,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54e338e8-0eef-0c5a-4730-b504d3e61990/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:23:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:23:02,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:02,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:02,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:02,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:23:02,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898551919, stopped=false 2024-11-13T03:23:02,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,39895,1731468162891 2024-11-13T03:23:02,934 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-796243144/running 2024-11-13T03:23:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-796243144/running 2024-11-13T03:23:02,934 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:23:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:23:02,935 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:02,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:02,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:02,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,33525,1731468163089' ***** 2024-11-13T03:23:02,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:23:02,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/running 2024-11-13T03:23:02,936 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T03:23:02,936 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(3091): Received CLOSE for 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:23:02,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Set watcher on znode that does not yet exist, /1-796243144/running 2024-11-13T03:23:02,936 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97c5e41d1a1b5c765caf50cc5077624e, disabling compactions & flushes 2024-11-13T03:23:02,936 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:23:02,936 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:23:02,936 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. after waiting 0 ms 2024-11-13T03:23:02,936 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,33525,1731468163089 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33525. 2024-11-13T03:23:02,937 DEBUG [RS:0;8394b182524b:33525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:02,937 DEBUG [RS:0;8394b182524b:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:02,937 INFO [RS:0;8394b182524b:33525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:23:02,938 INFO [RS:0;8394b182524b:33525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:23:02,938 INFO [RS:0;8394b182524b:33525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:23:02,938 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:23:02,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:23:02,938 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T03:23:02,938 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97c5e41d1a1b5c765caf50cc5077624e=test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e.} 2024-11-13T03:23:02,938 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97c5e41d1a1b5c765caf50cc5077624e 2024-11-13T03:23:02,938 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:23:02,938 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:23:02,938 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:23:02,938 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:23:02,938 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:23:02,938 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T03:23:02,939 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/default/test/97c5e41d1a1b5c765caf50cc5077624e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:23:02,939 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:02,940 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:23:02,940 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:23:02,940 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97c5e41d1a1b5c765caf50cc5077624e: Waiting for close lock at 1731468182936Running coprocessor pre-close hooks at 1731468182936Disabling compacts and flushes for region at 1731468182936Disabling writes for close at 1731468182936Writing region close event to WAL at 1731468182937 (+1 ms)Running coprocessor post-close hooks at 1731468182939 (+2 ms)Closed at 1731468182940 (+1 ms) 2024-11-13T03:23:02,940 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e. 2024-11-13T03:23:02,956 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/info/a01024148e6a477d956217de3bb977fa is 129, key is test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e./info:regioninfo/1731468172788/Put/seqid=0 2024-11-13T03:23:02,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741841_1017 (size=6421) 2024-11-13T03:23:02,959 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/info/a01024148e6a477d956217de3bb977fa 2024-11-13T03:23:02,994 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:02,999 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/ns/e8e235622c6b42d1b58a6d94066bc855 is 43, key is default/ns:d/1731468164943/Put/seqid=0 2024-11-13T03:23:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741842_1018 (size=5153) 2024-11-13T03:23:03,019 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/ns/e8e235622c6b42d1b58a6d94066bc855 2024-11-13T03:23:03,047 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/rep_barrier/b007db66410942e796b7c58833765495 is 112, key is test,,1731468171638.97c5e41d1a1b5c765caf50cc5077624e./rep_barrier:seqnumDuringOpen/1731468172788/Put/seqid=0 2024-11-13T03:23:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741843_1019 (size=5518) 2024-11-13T03:23:03,074 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/rep_barrier/b007db66410942e796b7c58833765495 2024-11-13T03:23:03,104 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/table/b32566f233484118974fc77a2119e16c is 40, key is test/table:state/1731468172794/Put/seqid=0 2024-11-13T03:23:03,138 DEBUG [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:03,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741844_1020 (size=5165) 2024-11-13T03:23:03,158 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/table/b32566f233484118974fc77a2119e16c 2024-11-13T03:23:03,167 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/info/a01024148e6a477d956217de3bb977fa as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/info/a01024148e6a477d956217de3bb977fa 2024-11-13T03:23:03,187 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/info/a01024148e6a477d956217de3bb977fa, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T03:23:03,188 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/ns/e8e235622c6b42d1b58a6d94066bc855 as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/ns/e8e235622c6b42d1b58a6d94066bc855 2024-11-13T03:23:03,197 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/ns/e8e235622c6b42d1b58a6d94066bc855, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:23:03,197 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/rep_barrier/b007db66410942e796b7c58833765495 as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/rep_barrier/b007db66410942e796b7c58833765495 2024-11-13T03:23:03,203 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/rep_barrier/b007db66410942e796b7c58833765495, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T03:23:03,204 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/.tmp/table/b32566f233484118974fc77a2119e16c as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/table/b32566f233484118974fc77a2119e16c 2024-11-13T03:23:03,208 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/table/b32566f233484118974fc77a2119e16c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T03:23:03,209 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 271ms, sequenceid=11, compaction requested=false 2024-11-13T03:23:03,249 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T03:23:03,250 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:03,250 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:23:03,250 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:03,250 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468182938Running coprocessor pre-close hooks at 1731468182938Disabling compacts and flushes for region at 1731468182938Disabling writes for close at 1731468182938Obtaining lock to block concurrent updates at 1731468182938Preparing flush snapshotting stores in 1588230740 at 1731468182938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731468182938Flushing stores of hbase:meta,,1.1588230740 at 1731468182939 (+1 ms)Flushing 1588230740/info: creating writer at 1731468182939Flushing 1588230740/info: appending metadata at 1731468182955 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731468182955Flushing 1588230740/ns: creating writer at 1731468182963 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731468182998 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731468182998Flushing 1588230740/rep_barrier: creating writer at 1731468183024 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468183046 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468183046Flushing 1588230740/table: creating writer at 1731468183078 (+32 ms)Flushing 1588230740/table: appending metadata at 1731468183102 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731468183102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ceea6d: reopening flushed file at 1731468183166 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783dc358: reopening flushed file at 1731468183187 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5343061c: reopening flushed file at 1731468183197 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1434ff1: reopening flushed file at 1731468183203 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 271ms, sequenceid=11, compaction requested=false at 1731468183209 (+6 ms)Writing region close event to WAL at 1731468183232 (+23 ms)Running coprocessor post-close hooks at 1731468183249 (+17 ms)Closed at 1731468183250 (+1 ms) 2024-11-13T03:23:03,250 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:03,339 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,33525,1731468163089; all regions closed. 2024-11-13T03:23:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741834_1010 (size=2717) 2024-11-13T03:23:03,351 DEBUG [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/oldWALs 2024-11-13T03:23:03,351 INFO [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C33525%2C1731468163089.meta:.meta(num 1731468164832) 2024-11-13T03:23:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741832_1008 (size=1374) 2024-11-13T03:23:03,356 DEBUG [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/oldWALs 2024-11-13T03:23:03,356 INFO [RS:0;8394b182524b:33525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C33525%2C1731468163089:(num 1731468164013) 2024-11-13T03:23:03,356 DEBUG [RS:0;8394b182524b:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:03,356 INFO [RS:0;8394b182524b:33525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:03,356 INFO [RS:0;8394b182524b:33525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:03,356 INFO [RS:0;8394b182524b:33525 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:03,356 INFO [RS:0;8394b182524b:33525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:03,357 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:03,357 INFO [RS:0;8394b182524b:33525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:33525. 2024-11-13T03:23:03,357 DEBUG [RS:0;8394b182524b:33525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:03,357 DEBUG [RS:0;8394b182524b:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:03,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:03,357 DEBUG [RS:0;8394b182524b:33525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:03,357 INFO [RS:0;8394b182524b:33525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33525 2024-11-13T03:23:03,436 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:03,443 INFO [RS:0;8394b182524b:33525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:03,443 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-796243144/rs/8394b182524b,33525,1731468163089 2024-11-13T03:23:03,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144/rs 2024-11-13T03:23:03,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,33525,1731468163089] 2024-11-13T03:23:03,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/draining/8394b182524b,33525,1731468163089 already deleted, retry=false 2024-11-13T03:23:03,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,33525,1731468163089 expired; onlineServers=0 2024-11-13T03:23:03,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,39895,1731468162891' ***** 2024-11-13T03:23:03,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:23:03,465 INFO [M:0;8394b182524b:39895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:03,465 INFO [M:0;8394b182524b:39895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:03,465 DEBUG [M:0;8394b182524b:39895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:23:03,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:23:03,465 DEBUG [M:0;8394b182524b:39895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:23:03,465 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468163680 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468163680,5,FailOnTimeoutGroup] 2024-11-13T03:23:03,465 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468163660 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468163660,5,FailOnTimeoutGroup] 2024-11-13T03:23:03,465 INFO [M:0;8394b182524b:39895 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:03,465 INFO [M:0;8394b182524b:39895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:03,465 DEBUG [M:0;8394b182524b:39895 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:23:03,465 INFO [M:0;8394b182524b:39895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:23:03,466 INFO [M:0;8394b182524b:39895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:03,466 INFO [M:0;8394b182524b:39895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:23:03,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:23:03,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-796243144/master 2024-11-13T03:23:03,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-796243144 2024-11-13T03:23:03,486 DEBUG [M:0;8394b182524b:39895 {}] zookeeper.RecoverableZooKeeper(212): Node /1-796243144/master already deleted, retry=false 2024-11-13T03:23:03,486 DEBUG [M:0;8394b182524b:39895 {}] master.ActiveMasterManager(353): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-796243144/master 2024-11-13T03:23:03,487 INFO [M:0;8394b182524b:39895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/.lastflushedseqids 2024-11-13T03:23:03,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741845_1021 (size=173) 2024-11-13T03:23:03,510 INFO [M:0;8394b182524b:39895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:23:03,510 INFO [M:0;8394b182524b:39895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:23:03,510 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:23:03,510 INFO [M:0;8394b182524b:39895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:03,510 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:03,510 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:23:03,510 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:03,511 INFO [M:0;8394b182524b:39895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T03:23:03,533 DEBUG [M:0;8394b182524b:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6ecf8951fc4a72a9bbed55bc5cbb20 is 82, key is hbase:meta,,1/info:regioninfo/1731468164869/Put/seqid=0 2024-11-13T03:23:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741846_1022 (size=5672) 2024-11-13T03:23:03,538 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:03,554 INFO [RS:0;8394b182524b:33525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:03,554 INFO [RS:0;8394b182524b:33525 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,33525,1731468163089; zookeeper connection closed. 2024-11-13T03:23:03,554 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:03,554 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33525-0x1013237509e0004, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:03,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b827435 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b827435 2024-11-13T03:23:03,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:23:03,936 INFO [M:0;8394b182524b:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6ecf8951fc4a72a9bbed55bc5cbb20 2024-11-13T03:23:03,955 DEBUG [M:0;8394b182524b:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a2728be2848c2be7c3494b1f7efd6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731468172797/Put/seqid=0 2024-11-13T03:23:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741847_1023 (size=6586) 2024-11-13T03:23:04,340 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:04,359 INFO [M:0;8394b182524b:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a2728be2848c2be7c3494b1f7efd6 2024-11-13T03:23:04,382 DEBUG [M:0;8394b182524b:39895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3121f95afd431eb3f234edbed9ffc8 is 69, key is 8394b182524b,33525,1731468163089/rs:state/1731468163754/Put/seqid=0 2024-11-13T03:23:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741848_1024 (size=5156) 2024-11-13T03:23:04,390 INFO [M:0;8394b182524b:39895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3121f95afd431eb3f234edbed9ffc8 2024-11-13T03:23:04,399 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c6ecf8951fc4a72a9bbed55bc5cbb20 as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c6ecf8951fc4a72a9bbed55bc5cbb20 2024-11-13T03:23:04,405 INFO [M:0;8394b182524b:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c6ecf8951fc4a72a9bbed55bc5cbb20, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T03:23:04,407 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/906a2728be2848c2be7c3494b1f7efd6 as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/906a2728be2848c2be7c3494b1f7efd6 2024-11-13T03:23:04,418 INFO [M:0;8394b182524b:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/906a2728be2848c2be7c3494b1f7efd6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T03:23:04,419 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd3121f95afd431eb3f234edbed9ffc8 as hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd3121f95afd431eb3f234edbed9ffc8 2024-11-13T03:23:04,424 INFO [M:0;8394b182524b:39895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/37095b80-70ae-b622-700b-b2e61c7c9404/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd3121f95afd431eb3f234edbed9ffc8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T03:23:04,425 INFO [M:0;8394b182524b:39895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=55, compaction requested=false 2024-11-13T03:23:04,426 INFO [M:0;8394b182524b:39895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:04,426 DEBUG [M:0;8394b182524b:39895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468183510Disabling compacts and flushes for region at 1731468183510Disabling writes for close at 1731468183510Obtaining lock to block concurrent updates at 1731468183511 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468183511Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731468183511Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468183512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468183512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468183532 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468183532Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468183940 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468183954 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468183954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468184362 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468184381 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468184381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb97151: reopening flushed file at 1731468184397 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f45e169: reopening flushed file at 1731468184405 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b44ce9d: reopening flushed file at 1731468184418 (+13 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=55, compaction requested=false at 1731468184425 (+7 ms)Writing region close event to WAL at 1731468184426 (+1 ms)Closed at 1731468184426 2024-11-13T03:23:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44169 is added to blk_1073741830_1006 (size=32770) 2024-11-13T03:23:04,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:04,429 INFO [M:0;8394b182524b:39895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:23:04,429 INFO [M:0;8394b182524b:39895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39895 2024-11-13T03:23:04,430 INFO [M:0;8394b182524b:39895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:04,441 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39895-0x1013237509e0003, quorum=127.0.0.1:59768, baseZNode=/1-796243144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:04,628 INFO [M:0;8394b182524b:39895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:04,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af007df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:23:04,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:04,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:04,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:04,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:04,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:23:04,644 WARN [BP-117128024-172.17.0.3-1731468160681 heartbeating to localhost/127.0.0.1:45257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:23:04,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:23:04,644 WARN [BP-117128024-172.17.0.3-1731468160681 heartbeating to localhost/127.0.0.1:45257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-117128024-172.17.0.3-1731468160681 (Datanode Uuid 29785f70-0294-4479-bad0-f26374c226db) service to localhost/127.0.0.1:45257 2024-11-13T03:23:04,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/cluster_54260fde-1310-b246-5d53-8b75c1bc6413/data/data2/current/BP-117128024-172.17.0.3-1731468160681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:04,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:23:04,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/cluster_54260fde-1310-b246-5d53-8b75c1bc6413/data/data1/current/BP-117128024-172.17.0.3-1731468160681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:04,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56af9fe4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:23:04,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:04,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:04,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:04,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1288136c-f4e2-452d-d6d5-9eaa3d5fed6f/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:04,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:23:04,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:23:04,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:04,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:04,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:04,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:04,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:04,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:23:04,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=70344149, stopped=false 2024-11-13T03:23:04,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,44717,1731468157069 2024-11-13T03:23:04,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-932693079/running 2024-11-13T03:23:04,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-932693079/running 2024-11-13T03:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:23:04,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/running 2024-11-13T03:23:04,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Set watcher on znode that does not yet exist, /0-932693079/running 2024-11-13T03:23:04,694 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:04,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:23:04,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:04,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:04,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,40535,1731468157654' ***** 2024-11-13T03:23:04,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:23:04,696 INFO [RS:0;8394b182524b:40535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:23:04,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:23:04,696 INFO [RS:0;8394b182524b:40535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:23:04,696 INFO [RS:0;8394b182524b:40535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:23:04,696 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(3091): Received CLOSE for daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(3091): Received CLOSE for 7967035c8e6b5b727c3433e32b012b27 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,40535,1731468157654 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:04,697 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daff4abea6cbddbe75edb69af9e78788, disabling compactions & flushes 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40535. 2024-11-13T03:23:04,697 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:23:04,697 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:23:04,697 DEBUG [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:04,697 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. after waiting 0 ms 2024-11-13T03:23:04,697 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:23:04,697 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:23:04,697 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:23:04,699 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing daff4abea6cbddbe75edb69af9e78788 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T03:23:04,700 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:23:04,700 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1325): Online Regions={daff4abea6cbddbe75edb69af9e78788=hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788., 7967035c8e6b5b727c3433e32b012b27=test,,1731468171001.7967035c8e6b5b727c3433e32b012b27., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:23:04,700 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7967035c8e6b5b727c3433e32b012b27, daff4abea6cbddbe75edb69af9e78788 2024-11-13T03:23:04,701 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:23:04,701 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:23:04,701 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:23:04,701 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:23:04,701 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:23:04,701 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T03:23:04,722 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:04,725 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/info/4ddb4d6ba116435485d9f1fad334e50f is 147, key is hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788./info:regioninfo/1731468176721/Put/seqid=0 2024-11-13T03:23:04,729 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/hfileref/8d932d7298a9479b93a77d94af62bdd0 is 74, key is 1/hfileref:89e4c0c49ad54ab6be07350a4d7ce463_SeqId_6_/1731468180155/DeleteColumn/seqid=0 2024-11-13T03:23:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741847_1023 (size=7686) 2024-11-13T03:23:04,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741848_1024 (size=5489) 2024-11-13T03:23:04,750 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/hfileref/8d932d7298a9479b93a77d94af62bdd0 2024-11-13T03:23:04,782 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/queue/44161e522f634bce8cb859b99f9bc2e7 is 153, key is 1-8394b182524b,40535,1731468157654/queue:8394b182524b%2C40535%2C1731468157654/1731468180157/Put/seqid=0 2024-11-13T03:23:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741849_1025 (size=5504) 2024-11-13T03:23:04,786 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/queue/44161e522f634bce8cb859b99f9bc2e7 2024-11-13T03:23:04,796 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/hfileref/8d932d7298a9479b93a77d94af62bdd0 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/hfileref/8d932d7298a9479b93a77d94af62bdd0 2024-11-13T03:23:04,801 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/hfileref/8d932d7298a9479b93a77d94af62bdd0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T03:23:04,802 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/.tmp/queue/44161e522f634bce8cb859b99f9bc2e7 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/queue/44161e522f634bce8cb859b99f9bc2e7 2024-11-13T03:23:04,806 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/queue/44161e522f634bce8cb859b99f9bc2e7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T03:23:04,807 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for daff4abea6cbddbe75edb69af9e78788 in 110ms, sequenceid=17, compaction requested=false 2024-11-13T03:23:04,815 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/replication/daff4abea6cbddbe75edb69af9e78788/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:23:04,816 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daff4abea6cbddbe75edb69af9e78788: Waiting for close lock at 1731468184697Running coprocessor pre-close hooks at 1731468184697Disabling compacts and flushes for region at 1731468184697Disabling writes for close at 1731468184697Obtaining lock to block concurrent updates at 1731468184699 (+2 ms)Preparing flush snapshotting stores in daff4abea6cbddbe75edb69af9e78788 at 1731468184699Finished memstore snapshotting hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731468184699Flushing stores of hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. at 1731468184700 (+1 ms)Flushing daff4abea6cbddbe75edb69af9e78788/hfileref: creating writer at 1731468184700Flushing daff4abea6cbddbe75edb69af9e78788/hfileref: appending metadata at 1731468184729 (+29 ms)Flushing daff4abea6cbddbe75edb69af9e78788/hfileref: closing flushed file at 1731468184729Flushing daff4abea6cbddbe75edb69af9e78788/queue: creating writer at 1731468184763 (+34 ms)Flushing daff4abea6cbddbe75edb69af9e78788/queue: appending metadata at 1731468184782 (+19 ms)Flushing daff4abea6cbddbe75edb69af9e78788/queue: closing flushed file at 1731468184782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5816c432: reopening flushed file at 1731468184796 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cefa05e: reopening flushed file at 1731468184801 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for daff4abea6cbddbe75edb69af9e78788 in 110ms, sequenceid=17, compaction requested=false at 1731468184807 (+6 ms)Writing region close event to WAL at 1731468184812 (+5 ms)Running coprocessor post-close hooks at 1731468184815 (+3 ms)Closed at 1731468184816 (+1 ms) 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731468175949.daff4abea6cbddbe75edb69af9e78788. 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7967035c8e6b5b727c3433e32b012b27, disabling compactions & flushes 2024-11-13T03:23:04,816 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:23:04,816 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:23:04,817 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. after waiting 0 ms 2024-11-13T03:23:04,817 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:23:04,827 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/default/test/7967035c8e6b5b727c3433e32b012b27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:23:04,827 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:04,827 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T03:23:04,827 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:23:04,827 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7967035c8e6b5b727c3433e32b012b27: Waiting for close lock at 1731468184816Running coprocessor pre-close hooks at 1731468184816Disabling compacts and flushes for region at 1731468184816Disabling writes for close at 1731468184817 (+1 ms)Writing region close event to WAL at 1731468184824 (+7 ms)Running coprocessor post-close hooks at 1731468184827 (+3 ms)Closed at 1731468184827 2024-11-13T03:23:04,827 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731468171001.7967035c8e6b5b727c3433e32b012b27. 2024-11-13T03:23:04,900 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,100 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,142 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/info/4ddb4d6ba116435485d9f1fad334e50f 2024-11-13T03:23:05,164 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/ns/253dcbb59d734620841aad9244f70206 is 43, key is default/ns:d/1731468160518/Put/seqid=0 2024-11-13T03:23:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741850_1026 (size=5153) 2024-11-13T03:23:05,167 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/ns/253dcbb59d734620841aad9244f70206 2024-11-13T03:23:05,186 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/rep_barrier/4948cfa5c79e487f9edc02ba30a27d48 is 112, key is test,,1731468171001.7967035c8e6b5b727c3433e32b012b27./rep_barrier:seqnumDuringOpen/1731468171404/Put/seqid=0 2024-11-13T03:23:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741851_1027 (size=5518) 2024-11-13T03:23:05,301 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,355 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:05,359 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:23:05,359 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:05,359 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:23:05,360 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8394b182524b,40535,1731468157654: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-8394b182524b,40535,1731468157654, walGroup=8394b182524b%2C40535%2C1731468157654, offset=8394b182524b%2C40535%2C1731468157654.1731468179007:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:40535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T03:23:05,361 ERROR [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:23:05,361 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:23:05,361 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:23:05,361 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:23:05,362 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:23:05,362 INFO [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1551892480, "init": 1048576000, "max": 2306867200, "used": 947488072 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208771520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:23:05,362 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T03:23:05,449 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 393, reset compression=false 2024-11-13T03:23:05,456 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T03:23:05,456 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:05,456 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8394b182524b,40535,1731468157654 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T03:23:05,457 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T03:23:05,484 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:23:05,484 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:23:05,501 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,566 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:05,594 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/rep_barrier/4948cfa5c79e487f9edc02ba30a27d48 2024-11-13T03:23:05,610 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/table/e55c274f907f44e5a11cf77060ed25db is 53, key is hbase:replication/table:state/1731468176728/Put/seqid=0 2024-11-13T03:23:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741852_1028 (size=5308) 2024-11-13T03:23:05,661 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:05,701 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T03:23:05,701 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T03:23:05,701 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,870 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:05,901 DEBUG [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:23:05,965 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:06,014 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/table/e55c274f907f44e5a11cf77060ed25db 2024-11-13T03:23:06,017 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/info/4ddb4d6ba116435485d9f1fad334e50f as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/info/4ddb4d6ba116435485d9f1fad334e50f 2024-11-13T03:23:06,020 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/info/4ddb4d6ba116435485d9f1fad334e50f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T03:23:06,021 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/ns/253dcbb59d734620841aad9244f70206 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/ns/253dcbb59d734620841aad9244f70206 2024-11-13T03:23:06,024 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/ns/253dcbb59d734620841aad9244f70206, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T03:23:06,024 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/rep_barrier/4948cfa5c79e487f9edc02ba30a27d48 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/rep_barrier/4948cfa5c79e487f9edc02ba30a27d48 2024-11-13T03:23:06,027 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/rep_barrier/4948cfa5c79e487f9edc02ba30a27d48, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T03:23:06,028 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/.tmp/table/e55c274f907f44e5a11cf77060ed25db as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/table/e55c274f907f44e5a11cf77060ed25db 2024-11-13T03:23:06,030 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/table/e55c274f907f44e5a11cf77060ed25db, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T03:23:06,031 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-13T03:23:06,034 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T03:23:06,034 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T03:23:06,034 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:23:06,035 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:06,035 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731468184701Running coprocessor pre-close hooks at 1731468184701Disabling compacts and flushes for region at 1731468184701Disabling writes for close at 1731468184701Obtaining lock to block concurrent updates at 1731468184701Preparing flush snapshotting stores in 1588230740 at 1731468184701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731468184702 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731468184702Flushing 1588230740/info: creating writer at 1731468184702Flushing 1588230740/info: appending metadata at 1731468184725 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731468184725Flushing 1588230740/ns: creating writer at 1731468185146 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731468185163 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731468185163Flushing 1588230740/rep_barrier: creating writer at 1731468185170 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731468185185 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731468185185Flushing 1588230740/table: creating writer at 1731468185597 (+412 ms)Flushing 1588230740/table: appending metadata at 1731468185610 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731468185610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480dd4cc: reopening flushed file at 1731468186016 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d57221: reopening flushed file at 1731468186020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7bf66: reopening flushed file at 1731468186024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115157d6: reopening flushed file at 1731468186027 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731468186031 (+4 ms)Writing region close event to WAL at 1731468186032 (+1 ms)Running coprocessor post-close hooks at 1731468186034 (+2 ms)Closed at 1731468186035 (+1 ms) 2024-11-13T03:23:06,035 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:23:06,101 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,40535,1731468157654; all regions closed. 2024-11-13T03:23:06,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741843_1019 (size=859) 2024-11-13T03:23:06,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.meta.1731468178984.meta not finished, retry = 0 2024-11-13T03:23:06,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.rep.1731468178963 not finished, retry = 0 2024-11-13T03:23:06,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741842_1018 (size=2791) 2024-11-13T03:23:06,272 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741844_1020 (size=696) 2024-11-13T03:23:06,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 not finished, retry = 0 2024-11-13T03:23:06,368 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 to pos 688, reset compression=false 2024-11-13T03:23:06,408 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/WALs/8394b182524b,40535,1731468157654/8394b182524b%2C40535%2C1731468157654.1731468179007 2024-11-13T03:23:06,408 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T03:23:06,408 DEBUG [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T03:23:06,409 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:06,409 INFO [RS:0;8394b182524b:40535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:23:06,409 INFO [RS:0;8394b182524b:40535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:06,409 INFO [RS:0;8394b182524b:40535 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:06,409 INFO [RS:0;8394b182524b:40535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:06,409 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:06,410 INFO [RS:0;8394b182524b:40535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8394b182524b,40535,1731468157654 because: Region server is closing 2024-11-13T03:23:06,410 INFO [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40535. 2024-11-13T03:23:06,410 DEBUG [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:06,410 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:06,411 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:06,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:06,511 INFO [RS:0;8394b182524b:40535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 terminated 2024-11-13T03:23:06,511 INFO [RS:0;8394b182524b:40535 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8394b182524b,40535,1731468157654 because: Region server is closing 2024-11-13T03:23:06,511 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,1-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,1-8394b182524b,40535,1731468157654 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T03:23:06,511 INFO [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:40535. 2024-11-13T03:23:06,511 DEBUG [RS:0;8394b182524b:40535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:23:06,511 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:06,511 DEBUG [RS:0;8394b182524b:40535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:23:06,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:23:06,612 INFO [RS:0;8394b182524b:40535 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.shipper8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 terminated 2024-11-13T03:23:06,612 WARN [RS_REFRESH_PEER-regionserver/8394b182524b:0-0.replicationSource,2-8394b182524b,40535,1731468157654.replicationSource.wal-reader.8394b182524b%2C40535%2C1731468157654,2-8394b182524b,40535,1731468157654 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T03:23:06,612 INFO [RS:0;8394b182524b:40535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40535 2024-11-13T03:23:06,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-932693079/rs/8394b182524b,40535,1731468157654 2024-11-13T03:23:06,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079/rs 2024-11-13T03:23:06,629 INFO [RS:0;8394b182524b:40535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:06,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,40535,1731468157654] 2024-11-13T03:23:06,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/draining/8394b182524b,40535,1731468157654 already deleted, retry=false 2024-11-13T03:23:06,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,40535,1731468157654 expired; onlineServers=0 2024-11-13T03:23:06,650 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,44717,1731468157069' ***** 2024-11-13T03:23:06,650 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:23:06,650 INFO [M:0;8394b182524b:44717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:23:06,650 INFO [M:0;8394b182524b:44717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:23:06,650 DEBUG [M:0;8394b182524b:44717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:23:06,650 DEBUG [M:0;8394b182524b:44717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:23:06,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:23:06,650 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468159260 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731468159260,5,FailOnTimeoutGroup] 2024-11-13T03:23:06,650 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468159262 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731468159262,5,FailOnTimeoutGroup] 2024-11-13T03:23:06,651 INFO [M:0;8394b182524b:44717 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:23:06,651 INFO [M:0;8394b182524b:44717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:23:06,651 DEBUG [M:0;8394b182524b:44717 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:23:06,651 INFO [M:0;8394b182524b:44717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:23:06,651 INFO [M:0;8394b182524b:44717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:23:06,651 ERROR [M:0;8394b182524b:44717 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37239,5,PEWorkerGroup] 2024-11-13T03:23:06,651 INFO [M:0;8394b182524b:44717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:23:06,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:23:06,658 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:23:06,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-932693079/master 2024-11-13T03:23:06,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-932693079 2024-11-13T03:23:06,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-932693079/master already deleted, retry=false 2024-11-13T03:23:06,684 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-932693079/master 2024-11-13T03:23:06,684 INFO [M:0;8394b182524b:44717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/.lastflushedseqids 2024-11-13T03:23:06,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741853_1029 (size=263) 2024-11-13T03:23:06,740 INFO [RS:0;8394b182524b:40535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:06,740 INFO [RS:0;8394b182524b:40535 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,40535,1731468157654; zookeeper connection closed. 2024-11-13T03:23:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:06,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40535-0x1013237509e0001, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:06,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ca5de4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ca5de4 2024-11-13T03:23:06,744 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T03:23:07,088 INFO [M:0;8394b182524b:44717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:23:07,088 INFO [M:0;8394b182524b:44717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:23:07,088 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:23:07,088 INFO [M:0;8394b182524b:44717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:07,088 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:07,088 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:23:07,088 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:07,088 INFO [M:0;8394b182524b:44717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T03:23:07,105 DEBUG [M:0;8394b182524b:44717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c394b9657a044531b470f1d1ff9b1e49 is 82, key is hbase:meta,,1/info:regioninfo/1731468160471/Put/seqid=0 2024-11-13T03:23:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741854_1030 (size=5672) 2024-11-13T03:23:07,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:23:07,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:23:07,435 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169058 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8394b182524b,35063,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T03:23:07,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:23:07,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,508 INFO [M:0;8394b182524b:44717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c394b9657a044531b470f1d1ff9b1e49 2024-11-13T03:23:07,528 DEBUG [M:0;8394b182524b:44717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/653c82603f8a46989302860390d30e3b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731468176730/Put/seqid=0 2024-11-13T03:23:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741855_1031 (size=8909) 2024-11-13T03:23:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:23:07,938 INFO [M:0;8394b182524b:44717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/653c82603f8a46989302860390d30e3b 2024-11-13T03:23:07,957 DEBUG [M:0;8394b182524b:44717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82f6a3b8fa724687bd06890ab8b8a465 is 69, key is 8394b182524b,40535,1731468157654/rs:state/1731468159376/Put/seqid=0 2024-11-13T03:23:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741856_1032 (size=5156) 2024-11-13T03:23:08,361 INFO [M:0;8394b182524b:44717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82f6a3b8fa724687bd06890ab8b8a465 2024-11-13T03:23:08,365 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c394b9657a044531b470f1d1ff9b1e49 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c394b9657a044531b470f1d1ff9b1e49 2024-11-13T03:23:08,368 INFO [M:0;8394b182524b:44717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c394b9657a044531b470f1d1ff9b1e49, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T03:23:08,369 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/653c82603f8a46989302860390d30e3b as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/653c82603f8a46989302860390d30e3b 2024-11-13T03:23:08,372 INFO [M:0;8394b182524b:44717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/653c82603f8a46989302860390d30e3b, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T03:23:08,373 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82f6a3b8fa724687bd06890ab8b8a465 as hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82f6a3b8fa724687bd06890ab8b8a465 2024-11-13T03:23:08,375 INFO [M:0;8394b182524b:44717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37239/user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82f6a3b8fa724687bd06890ab8b8a465, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T03:23:08,376 INFO [M:0;8394b182524b:44717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=112, compaction requested=false 2024-11-13T03:23:08,376 INFO [M:0;8394b182524b:44717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:23:08,376 DEBUG [M:0;8394b182524b:44717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731468187088Disabling compacts and flushes for region at 1731468187088Disabling writes for close at 1731468187088Obtaining lock to block concurrent updates at 1731468187088Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731468187088Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731468187089 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731468187089Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731468187089Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731468187104 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731468187104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731468187511 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731468187528 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731468187528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731468187941 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731468187957 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731468187957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2168de06: reopening flushed file at 1731468188364 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51df0772: reopening flushed file at 1731468188368 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733983ef: reopening flushed file at 1731468188372 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=112, compaction requested=false at 1731468188376 (+4 ms)Writing region close event to WAL at 1731468188376Closed at 1731468188376 2024-11-13T03:23:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741830_1006 (size=69055) 2024-11-13T03:23:08,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af8679b3-cc59-ae62-90a8-49c3b1260d50/MasterData/WALs/8394b182524b,44717,1731468157069/8394b182524b%2C44717%2C1731468157069.1731468158864 not finished, retry = 0 2024-11-13T03:23:08,478 INFO [M:0;8394b182524b:44717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:23:08,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:23:08,479 INFO [M:0;8394b182524b:44717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44717 2024-11-13T03:23:08,479 INFO [M:0;8394b182524b:44717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:23:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:08,680 INFO [M:0;8394b182524b:44717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:23:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44717-0x1013237509e0000, quorum=127.0.0.1:59768, baseZNode=/0-932693079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:23:08,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e08cd82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:23:08,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49d9060f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:08,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:08,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41108ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:08,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:08,687 WARN [BP-156073030-172.17.0.3-1731468154145 heartbeating to localhost/127.0.0.1:37239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:23:08,687 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:23:08,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:23:08,687 WARN [BP-156073030-172.17.0.3-1731468154145 heartbeating to localhost/127.0.0.1:37239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-156073030-172.17.0.3-1731468154145 (Datanode Uuid 47ec8d93-105d-4c4c-9056-c2d14fedc8d5) service to localhost/127.0.0.1:37239 2024-11-13T03:23:08,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/data/data1/current/BP-156073030-172.17.0.3-1731468154145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:08,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/cluster_ca49f606-94ce-c950-a1f0-555931947b2e/data/data2/current/BP-156073030-172.17.0.3-1731468154145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:23:08,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:23:08,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c5edc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:23:08,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34af3c01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:23:08,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:23:08,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103bac19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:23:08,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e3d9351-b50c-3948-8b70-31c61e6681a0/hadoop.log.dir/,STOPPED} 2024-11-13T03:23:08,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:23:08,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:23:08,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 528) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46275 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45257 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46275 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45257 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3702 (was 4067) 2024-11-13T03:23:08,734 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500